update example field name to example_model_input (#362)

basetenlabs · Oct 3, 2024 · ad173c5 · ad173c5
1 parent 9f16b39
commit ad173c5
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/trussless/pixtral-12b/config.yaml b/trussless/pixtral-12b/config.yaml
@@ -3,7 +3,7 @@ base_image:
 model_metadata:
   repo_id: mistralai/Pixtral-12B-2409
   avatar_url: https://cdn.baseten.co/production/static/explore/mistral_logo.png
-  example_model_metadata: {
+  example_model_input: {
     "model": "pixtral",
     "messages": [
       {
@@ -25,7 +25,7 @@ model_metadata:
     "stream": false,
     "max_tokens": 512,
     "temperature": 0.5
-    }
+  }
 docker_server:
   start_command: sh -c "HF_TOKEN=$(cat /secrets/hf_access_token) vllm serve mistralai/Pixtral-12B-2409 --served-model-name pixtral --tokenizer_mode mistral --limit_mm_per_prompt 'image=4'"
   readiness_endpoint: /health

diff --git a/trussless/ultravox-0.4/config.yaml b/trussless/ultravox-0.4/config.yaml
@@ -3,7 +3,7 @@ base_image:
 model_metadata:
   repo_id: fixie-ai/ultravox-v0.4
   avatar_url: https://cdn-avatars.huggingface.co/v1/production/uploads/628d700fdb4cd1d1717c7d2f/m9n8O1Jk88UadmN6GoLNR.png
-  example_model_metadata: {
+  example_model_input: {
     "model": "ultravox",
     "messages": [
         {
@@ -20,7 +20,7 @@ model_metadata:
             ]
         }
     ]
-}
+  }
 docker_server:
   start_command: sh -c "HF_TOKEN=$(cat /secrets/hf_access_token) vllm serve fixie-ai/ultravox-v0_4 --dtype half --max-model-len 4096 --port 8000 --served-model-name ultravox --tensor-parallel-size 1 --gpu-memory-utilization 0.95 --distributed-executor-backend mp --disable-custom-all-reduce --enforce-eager --trust-remote-code"
   readiness_endpoint: /health