From ad173c549fd3a79ee8611b5c24606c2ca013e27b Mon Sep 17 00:00:00 2001 From: Vlad Shulman Date: Thu, 3 Oct 2024 12:50:43 -0700 Subject: [PATCH] update example field name to example_model_input (#362) --- trussless/pixtral-12b/config.yaml | 4 ++-- trussless/ultravox-0.4/config.yaml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/trussless/pixtral-12b/config.yaml b/trussless/pixtral-12b/config.yaml index ddebe928..45a53dfe 100644 --- a/trussless/pixtral-12b/config.yaml +++ b/trussless/pixtral-12b/config.yaml @@ -3,7 +3,7 @@ base_image: model_metadata: repo_id: mistralai/Pixtral-12B-2409 avatar_url: https://cdn.baseten.co/production/static/explore/mistral_logo.png - example_model_metadata: { + example_model_input: { "model": "pixtral", "messages": [ { @@ -25,7 +25,7 @@ model_metadata: "stream": false, "max_tokens": 512, "temperature": 0.5 - } + } docker_server: start_command: sh -c "HF_TOKEN=$(cat /secrets/hf_access_token) vllm serve mistralai/Pixtral-12B-2409 --served-model-name pixtral --tokenizer_mode mistral --limit_mm_per_prompt 'image=4'" readiness_endpoint: /health diff --git a/trussless/ultravox-0.4/config.yaml b/trussless/ultravox-0.4/config.yaml index c7d8b559..81cffa20 100644 --- a/trussless/ultravox-0.4/config.yaml +++ b/trussless/ultravox-0.4/config.yaml @@ -3,7 +3,7 @@ base_image: model_metadata: repo_id: fixie-ai/ultravox-v0.4 avatar_url: https://cdn-avatars.huggingface.co/v1/production/uploads/628d700fdb4cd1d1717c7d2f/m9n8O1Jk88UadmN6GoLNR.png - example_model_metadata: { + example_model_input: { "model": "ultravox", "messages": [ { @@ -20,7 +20,7 @@ model_metadata: ] } ] -} + } docker_server: start_command: sh -c "HF_TOKEN=$(cat /secrets/hf_access_token) vllm serve fixie-ai/ultravox-v0_4 --dtype half --max-model-len 4096 --port 8000 --served-model-name ultravox --tensor-parallel-size 1 --gpu-memory-utilization 0.95 --distributed-executor-backend mp --disable-custom-all-reduce --enforce-eager --trust-remote-code" readiness_endpoint: /health