You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tooling.apache.org by gs...@apache.org on 2026/10/20 04:10:47 UTC

(tooling-llmao) branch main updated: models: say what each model is good for, and not where it runs

This is an automated email from the ASF dual-hosted git repository.

gstein pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/tooling-llmao.git


The following commit(s) were added to refs/heads/main by this push:
     new 2319ad6  models: say what each model is good for, and not where it runs
2319ad6 is described below

commit 2319ad6a01c5ccb938d955eddb573925c2e6bccb
Author: Greg Stein <gs...@gmail.com>
AuthorDate: Mon Oct 19 23:10:02 2026 -0500

    models: say what each model is good for, and not where it runs
    
    Every display name carried "(self-hosted, fast)" or "(self-hosted,
    multimodal)". Where a model runs is its deployments' business: once a
    model is also served by a provider, the name would still say
    self-hosted. And the part that helps someone choose had nowhere else to
    live.
    
    model_info.good_for is now a short phrase for someone deciding which
    model to use ("Simple questions, quick edits, classification and other
    routine calls. Fast and cheap."), shown on each card under the name.
    The names are just the models'. Where each is served stays with the
    card's privacy note, worked out from its deployments, and images with
    its Vision chip.
    
    Co-Authored-By: Claude Opus 5.5 <no...@anthropic.com>
---
 llmao/models.py            |  1 +
 models.yaml                | 14 ++++++++++----
 templates/models.ezt       |  3 +++
 tests/test_pages_models.py | 14 ++++++++++++++
 4 files changed, 28 insertions(+), 4 deletions(-)

diff --git a/llmao/models.py b/llmao/models.py
index a362773..b3ea3cb 100644
--- a/llmao/models.py
+++ b/llmao/models.py
@@ -196,6 +196,7 @@ def ux_models(
             edict(
                 model_name=name,
                 display_name=display,
+                good_for=_oneline(m.get("good_for")),
                 context_window=ctx if ctx is not None else "—",
                 license=_oneline(m.get("license")) or "—",
                 modality=_oneline(m.get("modality")),
diff --git a/models.yaml b/models.yaml
index 70ddc18..3fcbdda 100644
--- a/models.yaml
+++ b/models.yaml
@@ -81,7 +81,10 @@ models:
           # rather than guessing from its name.
           - --tool-call-parser
           - gemma4
-      display_name: "Gemma 4 26B-A4B (self-hosted, multimodal)"
+      display_name: "Gemma 4 26B-A4B"
+      # What to choose it for, in a few words, for someone deciding. About
+      # the model, never where it runs: that is its deployments'.
+      good_for: "General work, images, and agents that use tools (Claude Code). The default when unsure."
       # The CONTRACT with callers. Every instance serving this model_name must
       # honour it; where a pool is uneven, advertise the minimum across it.
       context_window: 131072
@@ -161,7 +164,8 @@ models:
           # template emits, not its name.
           - --tool-call-parser
           - qwen3_coder
-      display_name: "Qwen3.8 27B (self-hosted, multimodal)"
+      display_name: "Qwen3.8 27B"
+      good_for: "Harder reasoning, code, and images. Wordy and slow to start answering, so not for interactive agents."
       # The contract with callers. Every instance serving this model_name
       # must honour it; advertise the minimum across an uneven pool, or
       # identical requests behave differently depending on where they land.
@@ -247,7 +251,8 @@ models:
           # each candidate parser against the model's real output offline.
           - --tool-call-parser
           - hermes
-      display_name: "Qwen3 8B (self-hosted, fast)"
+      display_name: "Qwen3 8B"
+      good_for: "Simple questions, quick edits, classification and other routine calls. Fast and cheap."
       context_window: 40960
       license: Apache-2.0
       openness: open-weight
@@ -313,7 +318,8 @@ models:
           - --enable-auto-tool-choice
           - --tool-call-parser
           - hermes
-      display_name: "Qwen3 8B BF16 (self-hosted, fast)"
+      display_name: "Qwen3 8B BF16"
+      good_for: "The same as Qwen3 8B: simple questions, quick edits and routine calls. Fast and cheap."
       context_window: 40960
       license: Apache-2.0
       openness: open-weight
diff --git a/templates/models.ezt b/templates/models.ezt
index 5eefdf3..08244b0 100644
--- a/templates/models.ezt
+++ b/templates/models.ezt
@@ -77,6 +77,9 @@
                       aria-label="Copy [models.model_name] to the clipboard"
                       data-copy="[models.model_name]"><i class="bi bi-clipboard" aria-hidden="true"></i></button>
             </div>
+            [if-any models.good_for]
+            <div class="model-good-for small mt-1"><span class="text-muted">Good for:</span> [models.good_for]</div>
+            [end]
             [if-any models.privacy]
             <div class="model-privacy model-privacy-[models.privacy_key] mt-2">
               <i class="bi [models.privacy_icon]" aria-hidden="true"></i>
diff --git a/tests/test_pages_models.py b/tests/test_pages_models.py
index a681ae0..58eda62 100644
--- a/tests/test_pages_models.py
+++ b/tests/test_pages_models.py
@@ -111,6 +111,7 @@ def _catalog(name: str, *, modality: str = "text+vision") -> dict:
     return {
         "model_name": name,
         "display_name": name.upper(),
+        "good_for": "",
         "context_window": "999,999",
         "license": "Apache-2.0",
         "modality": modality,
@@ -631,3 +632,16 @@ def _render(rows, attention=None, *, admin=False, approve_choices=None) -> str:
     buf = io.StringIO()
     t.generate(buf, data)
     return buf.getvalue()
+
+
+def test_a_card_says_what_its_model_is_good_for():
+    pages = _app()
+    catalog = _catalog("qwen3-8b")
+    catalog["good_for"] = "Simple questions, quick edits, classification and other routine calls. Fast and cheap."
+    rows = pages.model_catalog_rows(_fleet(_server("qwen3-8b")), [catalog], admin=False)
+    out = _render(rows)
+    assert "Good for:</span> Simple questions, quick edits" in out
+    # No line at all when a model says nothing.
+    assert "Good for:" not in _render(
+        pages.model_catalog_rows(_fleet(_server("qwen3-8b")), [_catalog("qwen3-8b")], admin=False)
+    )


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@tooling.apache.org
For additional commands, e-mail: commits-help@tooling.apache.org