using AIStudio.Models.Matching; namespace AIStudio.Tests.Models.Matching; /// /// Checks that every provider's way of writing a name arrives in the one form the rules are in. /// /// /// The spellings below are not invented. They are the ones the old rules had to spell out over and /// over, and the ones its comments quote: an Ollama tag, a Fireworks path, a hub prefix, and the /// whole sentence Blablador answers with. /// [TestFixture] public sealed class ModelIdTests { [TestCase("gpt-5.1", "gpt-5.1")] [TestCase("GPT-5.1", "gpt-5.1")] [TestCase("qwen3.8:27b-mlx", "qwen3.8-27b-mlx")] [TestCase("accounts/fireworks/models/llama-v3p1-405b-instruct", "accounts-fireworks-models-llama-v3p1-405b-instruct")] [TestCase("meta-llama/Llama-3.3-70B-Instruct", "meta-llama-llama-3.3-70b-instruct")] [TestCase("10 - Muse Glimmer 30b - the newest META model", "10-muse-glimmer-30b-the-newest-meta-model")] [TestCase("anthropic.claude-3-5-sonnet-20241022-v2:0", "anthropic.claude-3-5-sonnet-20241022-v2-0")] public void ANameArrivesInTheFormTheRulesAreWrittenIn(string reported, string expected) => Assert.That(new ModelId(reported).Normalized, Is.EqualTo(expected)); [TestCase("")] [TestCase(" ")] [TestCase("---")] [TestCase(" / : - ")] public void ANameWhichIsNothingButSeparatorsIsEmpty(string reported) { var id = new ModelId(reported); Assert.Multiple(() => { Assert.That(id.IsEmpty, Is.True); Assert.That(id.Normalized, Is.Empty); }); } [Test] public void ANameKeepsTheSpellingAPersonSees() { var id = new ModelId("Qwen3.8:27B-MLX"); Assert.Multiple(() => { Assert.That(id.Original, Is.EqualTo("Qwen3.8:27B-MLX")); Assert.That(id.ToString(), Is.EqualTo("Qwen3.8:27B-MLX")); }); } [Test] public void ADefaultModelIdIsEmptyRatherThanBroken() { ModelId untouched = default; Assert.Multiple(() => { Assert.That(untouched.IsEmpty, Is.True); Assert.That(untouched.Original, Is.Empty); Assert.That(untouched.Normalized, Is.Empty); Assert.That(untouched.Segments.GetEnumerator().MoveNext(), Is.False); }); } [Test] public void TwoNamesWrittenDifferentlyAreTheSameName() { var fromOllama = new ModelId("Qwen3.8:27b"); var fromHub = new ModelId("qwen3.8-27b"); Assert.Multiple(() => { Assert.That(fromOllama, Is.EqualTo(fromHub)); Assert.That(fromOllama.GetHashCode(), Is.EqualTo(fromHub.GetHashCode())); }); } [Test] public void ANameIsWalkedOneNamePartAtATime() { var parts = new List(); foreach (var part in new ModelId("deepseek-r1-distill-llama-70b").Segments) parts.Add(part.ToString()); Assert.That(parts, Is.EqualTo(new[] { "deepseek", "r1", "distill", "llama", "70b" })); } [Test] public void AVersionDotDoesNotStartANewNamePart() { // // llama3 and llama3.1 are different models and only the latter calls functions, so the dot // has to stay inside the part rather than cut it in two. // var parts = new List(); foreach (var part in new ModelId("qwen3.8:27b").Segments) parts.Add(part.ToString()); Assert.That(parts, Is.EqualTo(new[] { "qwen3.8", "27b" })); } [TestCase("gpt-5-chat-latest", "gpt-5", true)] [TestCase("gpt-55-turbo", "gpt-5", false)] [TestCase("gpt-5.1", "gpt-5", false)] [TestCase("gpt-5", "gpt-5", true)] [TestCase("gpt-5.1-codex", "gpt-5.1", true)] public void ANameBeginsWithATextOnlyWhenANamePartEndsThere(string name, string text, bool expected) => Assert.That(new ModelId(name).StartsWithSegments(text), Is.EqualTo(expected)); [TestCase("deepseek-r1-distill-llama-70b", "llama", true)] [TestCase("deepseek-r1-distill-llama-70b", "deepseek-r1", true)] [TestCase("meta-llama-llama-3.3-70b-instruct", "llama", true)] [TestCase("yi-34b-chat", "yi", true)] [TestCase("granite-embedding-278m", "yi", false)] [TestCase("qwen3.8-27b", "qwen3", false)] [TestCase("nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4", "v", false)] public void ATextIsFoundInANameOnlyBetweenTwoNamePartBoundaries(string name, string text, bool expected) => Assert.That(new ModelId(name).ContainsSegments(text), Is.EqualTo(expected)); [Test] public void ATextIsFoundAtALaterBoundaryWhenTheFirstOccurrenceSitsInsideANamePart() { // // The first "llama" here sits inside "meta-llama"; the rule still has to find the one which // stands on its own. // Assert.That(new ModelId("metallama/llama-3.3-70b").ContainsSegments("llama"), Is.True); } [Test] public void ATextIsFoundAnywhereWhenTheRuleAsksForThat() => Assert.That(new ModelId("qwen3.8-27b").ContainsText("3.8"), Is.True); }