Recognize the models which hold a connection open instead of chatting

This commit is contained in:
Thorsten Sommer committed 2026-09-19 16:58:05 +02:00
1 parent f7350bf86b
commit 987ccf527d
5 files changed
+62 -8

No files matched your search

@@ -19,7 +19,7 @@ public sealed class TextCompletionModelsFamily : ModelFamily
public override ModelVendor Vendor => ModelVendor.UNKNOWN;
/// <inheritdoc />
public override ModelSource Source => new("https://platform.openai.com/docs/api-reference/completions", new DateOnly(2026, 9, 12), "Ported unchanged from the text completion markers of Provider/ModelKindExtensions.cs.");
public override ModelSource Source => new("https://platform.openai.com/docs/api-reference/completions", new DateOnly(2026, 9, 12), "Ported unchanged from the text completion markers of Provider/ModelKindExtensions.cs. Fill-in-the-middle came later, off Mistral's own catalog at https://api.mistral.ai/v1/models, read on 2026-09-19.");
/// <inheritdoc />
protected override void Declare(ModelFamilyBuilder builder)
@@ -32,5 +32,13 @@ public sealed class TextCompletionModelsFamily : ModelFamily
// The one model of the 3.5 line which never learned to chat, next to the ones which did:
builder.Modifier("gpt-3.5-turbo-instruct").AsSegment().Inherits();
//
// Fill in the middle: a model handed the code on either side of a gap rather than a
// conversation. Mistral writes it into the name of the one it serves for that,
// mistral-code-fim-latest, which stood in the chat list because nothing looked for the
// word. Codestral does the same job and says so through its family instead.
//
builder.Modifier("fim").AsSegment().Inherits();
}
}