{"object":"list","data":[{"id":"SwissAI-Research/Qwen/Qwen3.8-27B","object":"model","created":"0x","owner":"0x","has_service":true,"peer_id":"QmTM5DzeyPuBzmJahXaSMakoKoBSfcC2w66V1kqhha6d7A","hostname":"vllm-qwen38-27b-8449f589b7-g86k5","otela_version":"sai-v0.0.9","status":"ready","labels":{"expires_at":"2026-12-31T23:59:59Z","framework":"vllm","framework_args":"--model Qwen/Qwen3.8-27B --host 0.0.0.0 --port 8080 --tensor-parallel-size 2 --max-model-len 262144 --gpu-memory-utilization 0.90 --max-num-seqs 32 --enable-prefix-caching --served-model-name SwissAI-Research/Qwen/Qwen3.8-27B --trust-remote-code --enable-auto-tool-choice --tool-call-parser qwen3_coder --reasoning-parser qwen3","launched_by":"k8s","served_model_name":"SwissAI-Research/Qwen/Qwen3.8-27B","started_at":"2026-11-17T08:55:25Z","worker_group_id":"vllm-qwen38-27b-8449f589b7-g86k5"},"worker_group_id":"vllm-qwen38-27b-8449f589b7-g86k5","launched_by":"k8s","slurm_job_id":"","framework":"vllm","started_at":"2026-11-17T08:55:25Z","expires_at":"2026-12-31T23:59:59Z"},{"id":"SwissAI-Research/swiss-ai/Apertus-v1.5-8B-dspark-e10-k3","object":"model","created":"0x","owner":"0x","has_service":true,"peer_id":"QmUpj51j3mnWZaQFxhWhMQRupAs8GUFKD2iYASCnNDdR7M","hostname":"vllm-apertus-v1p5-8b-dspark-e10-68dcf94c5d-dfz6p","otela_version":"sai-v0.0.7","status":"ready","labels":{"checkpoint_sha256":"7a70125f58e3e57bbdaa30ea38a1cf8c01433a34507fe34696c10edd2d61ad4f","framework":"vllm","framework_args":"--model /assets/target --served-model-name SwissAI-Research/swiss-ai/Apertus-v1.5-8B-dspark-e10-k3 swiss-ai/Apertus-v1.5-8B-dspark-e10-k3 --tensor-parallel-size 1 --dtype bfloat16 --max-model-len 32768 --gpu-memory-utilization 0.8 --max-num-batched-tokens 16384 --max-num-seqs 256 --no-enable-prefix-caching --no-enable-log-requests --chat-template /runtime/chat_template.jinja --chat-template-content-format string --speculative-config '{\"method\": \"dspark\", \"model\": \"/assets/drafter\", \"num_speculative_tokens\": 3}' --host 0.0.0.0 --port 8080","launched_by":"k8s","model_revision":"a411d838600baf0e3635a3daf66fb7c55fc97bb6","served_model_name":"SwissAI-Research/swiss-ai/Apertus-v1.5-8B-dspark-e10-k3","source_revision":"a23699122a9c6d2c108e2120a8f81e57da6d7b7c","started_at":"2026-11-17T08:53:57.252236+00:00","vllm_commit":"a601a9d998ddeb488f0c17e8512874b116aa7658","worker_group_id":"643c6dc6-2135-42e6-819c-4007caf676f6"},"worker_group_id":"643c6dc6-2135-42e6-819c-4007caf676f6","launched_by":"k8s","slurm_job_id":"","framework":"vllm","started_at":"2026-11-17T08:53:57.252236+00:00","expires_at":""},{"id":"SwissAI-Research/swiss-ai/chonk-lc-16k-v0.2-sft","object":"model","created":"0x","owner":"0x","has_service":true,"peer_id":"QmVdkfYkmqWCH6FXSWaDGWLj2DGXum84PNwxXkmExoz8Vm","hostname":"nid006583","otela_version":"sai-v0.0.9","status":"ready","labels":{"framework":"vllm","framework_args":"/data/models/chonk-lc-16k-v0.2-sft --port 8080 --distributed-executor-backend ray   --served-model-name SwissAI-Research/swiss-ai/chonk-lc-16k-v0.2-sft   --tokenizer-mode apertus2 --reasoning-parser apertus2   --enable-auto-tool-choice --tool-call-parser apertus2   --host 0.0.0.0 --trust-remote-code --dtype bfloat16 --max-model-len 16384   --tensor-parallel-size 1 --data-parallel-size 8 --data-parallel-size-local 4   --data-parallel-backend ray --enable-expert-parallel   --all2all-backend allgather_reducescatter --moe-backend triton --numa-bind   --load-format runai_streamer --gpu-memory-utilization 0.95 --max-num-seqs 8   --max-num-batched-tokens 512 --api-server-count 1","launched_by":"k8s","served_model_name":"SwissAI-Research/swiss-ai/chonk-lc-16k-v0.2-sft","started_at":"2026-11-17T08:54:13Z","worker_group_id":"nid006583"},"worker_group_id":"nid006583","launched_by":"k8s","slurm_job_id":"","framework":"vllm","started_at":"2026-11-17T08:54:13Z","expires_at":""},{"id":"vvmoskvoretskii/pbmtsft/util-t0mt-3b","object":"model","created":"0x","owner":"0x","has_service":true,"peer_id":"QmXGTBhqZpQ1RPTXp3kjYnrnhzxiRzoXFqJCfpArabK5nd","hostname":"nid007485","otela_version":"sai-v0.0.9","status":"ready","labels":{"expires_at":"2026-11-22T06:25:05Z","framework":"vllm","framework_args":"--port 8180 --model /capstor/store/cscs/swissai/infra01/users/vvmoskvoretskii/hf_models/pbmtsft-util-cite-nosys-spp-util-t0-mt-3b --served-model-name vvmoskvoretskii/pbmtsft/util-t0mt-3b --chat-template /capstor/store/cscs/swissai/infra01/users/vvmoskvoretskii/petri-serve/epe-template-nosys.jinja --max-model-len 2048 --host 0.0.0.0 --gpu-memory-utilization 0.85","launched_by":"vvmoskvoretskii","served_model_name":"vvmoskvoretskii/pbmtsft/util-t0mt-3b","slurm_job_id":"3994577","slurm_partition":"normal","started_at":"2026-11-21T18:25:05Z","worker_group_id":"3994577-1"},"worker_group_id":"3994577-1","launched_by":"vvmoskvoretskii","slurm_job_id":"3994577","framework":"vllm","started_at":"2026-11-21T18:25:05Z","expires_at":"2026-11-22T06:25:05Z"},{"id":"vvmoskvoretskii/pbmtsft/cite-epe-rmid-epe-3b","object":"model","created":"0x","owner":"0x","has_service":true,"peer_id":"QmXiGfy8VAbE8Nw6ffnYAkKBM2bJ8JYGu1Wjjvt5bbNLqc","hostname":"nid007485","otela_version":"sai-v0.0.9","status":"ready","labels":{"expires_at":"2026-11-22T06:25:05Z","framework":"vllm","framework_args":"--port 8080 --model /capstor/store/cscs/swissai/infra01/users/vvmoskvoretskii/hf_models/pbmtsft-cite-nosys-epe-3b-nobce-rmid-epe --served-model-name vvmoskvoretskii/pbmtsft/cite-epe-rmid-epe-3b --chat-template /capstor/store/cscs/swissai/infra01/users/vvmoskvoretskii/petri-serve/epe-template-nosys.jinja --max-model-len 2048 --host 0.0.0.0 --gpu-memory-utilization 0.85","launched_by":"vvmoskvoretskii","served_model_name":"vvmoskvoretskii/pbmtsft/cite-epe-rmid-epe-3b","slurm_job_id":"3994577","slurm_partition":"normal","started_at":"2026-11-21T18:25:05Z","worker_group_id":"3994577-0"},"worker_group_id":"3994577-0","launched_by":"vvmoskvoretskii","slurm_job_id":"3994577","framework":"vllm","started_at":"2026-11-21T18:25:05Z","expires_at":"2026-11-22T06:25:05Z"},{"id":"vvmoskvoretskii/pbmtsft/cite-normal-nbd-3b","object":"model","created":"0x","owner":"0x","has_service":true,"peer_id":"Qmf93186tYkX4P8LNGYUsbxPBmi8WXP2ixfHEreu1khUab","hostname":"nid007485","otela_version":"sai-v0.0.9","status":"ready","labels":{"expires_at":"2026-11-22T06:25:05Z","framework":"vllm","framework_args":"--port 8280 --model /capstor/store/cscs/swissai/infra01/users/vvmoskvoretskii/hf_models/pbmtsft-cite-nosys-normal-3b-nbd --served-model-name vvmoskvoretskii/pbmtsft/cite-normal-nbd-3b --chat-template /capstor/store/cscs/swissai/infra01/users/vvmoskvoretskii/petri-serve/epe-template-nosys.jinja --max-model-len 2048 --host 0.0.0.0 --gpu-memory-utilization 0.85","launched_by":"vvmoskvoretskii","served_model_name":"vvmoskvoretskii/pbmtsft/cite-normal-nbd-3b","slurm_job_id":"3994577","slurm_partition":"normal","started_at":"2026-11-21T18:25:05Z","worker_group_id":"3994577-2"},"worker_group_id":"3994577-2","launched_by":"vvmoskvoretskii","slurm_job_id":"3994577","framework":"vllm","started_at":"2026-11-21T18:25:05Z","expires_at":"2026-11-22T06:25:05Z"},{"id":"CSCS-Inference/Qwen/Qwen3.8-27B-FP8","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"cscs_L1","framework":"vllm"},"worker_group_id":"cscs_L1:Qwen/Qwen3.8-27B-FP8","launched_by":"cscs_L1","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"CSCS-Inference/Qwen/Qwen3.8-Flash-Next-FP8","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"cscs_L1","framework":"vllm"},"worker_group_id":"cscs_L1:Qwen/Qwen3.8-Flash-Next-FP8","launched_by":"cscs_L1","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"CSCS-Inference/google/gemma-4-31B-it","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"cscs_L1","framework":"vllm"},"worker_group_id":"cscs_L1:google/gemma-4-31B-it","launched_by":"cscs_L1","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"CSCS-Inference/swiss-ai/Apertus-v1.5-70B","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"cscs_L1","framework":"vllm"},"worker_group_id":"cscs_L1:swiss-ai/Apertus-v1.5-70B","launched_by":"cscs_L1","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"CSCS-Inference/swiss-ai/Apertus-v1.5-70B-thinking","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"cscs_L1","framework":"vllm"},"worker_group_id":"cscs_L1:swiss-ai/Apertus-v1.5-70B-thinking","launched_by":"cscs_L1","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"CSCS-Inference/swiss-ai/Apertus-v1.5-8B","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"cscs_L1","framework":"vllm"},"worker_group_id":"cscs_L1:swiss-ai/Apertus-v1.5-8B","launched_by":"cscs_L1","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"CSCS-Inference/swiss-ai/Apertus-v1.5-8B-thinking","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"cscs_L1","framework":"vllm"},"worker_group_id":"cscs_L1:swiss-ai/Apertus-v1.5-8B-thinking","launched_by":"cscs_L1","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"CSCS-Inference/zai-org/GLM-5.3","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"cscs_L1","framework":"vllm"},"worker_group_id":"cscs_L1:zai-org/GLM-5.3","launched_by":"cscs_L1","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"CSCS-Inference/zai-org/GLM-5.3-Flash","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"cscs_L1","framework":"vllm"},"worker_group_id":"cscs_L1:zai-org/GLM-5.3-Flash","launched_by":"cscs_L1","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/BAAI/bge-reranker-v2-m3","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:BAAI/bge-reranker-v2-m3","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/EPFLiGHT/Apertus-70B-MeditronFO","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:EPFLiGHT/Apertus-70B-MeditronFO","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/OpenMeditron/Meditron3-70B","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:OpenMeditron/Meditron3-70B","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/OpenMeditron/meditron-CHUV-dpo","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:OpenMeditron/meditron-CHUV-dpo","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/Qwen/Qwen3-Embedding-8B","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:Qwen/Qwen3-Embedding-8B","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/Qwen/Qwen3-Reranker-8B","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:Qwen/Qwen3-Reranker-8B","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/Qwen/Qwen3.5-397B-A17B","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:Qwen/Qwen3.5-397B-A17B","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/Qwen/Qwen3.6-35B-A3B","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:Qwen/Qwen3.6-35B-A3B","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/deepseek-ai/DeepSeek-V4.1-Flash-1017","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:deepseek-ai/DeepSeek-V4.1-Flash-1017","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/epfl-aiaas/frontier","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:epfl-aiaas/frontier","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/epfl-aiaas/large","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:epfl-aiaas/large","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/epfl-aiaas/small","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:epfl-aiaas/small","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/google/medgemma-27b-text-it","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:google/medgemma-27b-text-it","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/mistralai/Mistral-Small-3.2-24B-Instruct-2506","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:mistralai/Mistral-Small-3.2-24B-Instruct-2506","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/moonshotai/Kimi-K3.1-Pro","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:moonshotai/Kimi-K3.1-Pro","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/moonshotai/Kimi-K3.1-Pro-mxfp4","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:moonshotai/Kimi-K3.1-Pro-mxfp4","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/openai/gpt-oss-120b","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:openai/gpt-oss-120b","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/openai/whisper-large-v3","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:openai/whisper-large-v3","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/openai/whisper-large-v3-float16","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:openai/whisper-large-v3-float16","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/swiss-ai/Apertus-large","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:swiss-ai/Apertus-large","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/swiss-ai/Apertus-small","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:swiss-ai/Apertus-small","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/swiss-ai/Apertus-v1.5-70B","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:swiss-ai/Apertus-v1.5-70B","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/swiss-ai/Apertus-v1.5-8B","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:swiss-ai/Apertus-v1.5-8B","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""},{"id":"RCP-AIaaS/zai-org/GLM-5.3-Flash","object":"model","created":"0x","owner":"0x","peer_id":"","hostname":"","otela_version":"","status":"ready","labels":{"launched_by":"rcp","framework":"vllm"},"worker_group_id":"rcp:zai-org/GLM-5.3-Flash","launched_by":"rcp","slurm_job_id":"","framework":"vllm","started_at":"","expires_at":""}]}