{"auto_groups":["default"],"data":[{"model_name":"mistral-ocr","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"pricing_version":"5a90f2b86c08bd983a9a2e6d66c255f4eaef9c4bc934386d2b6ae84ef0ff1f1f","_guard_metrics":{"model_name":"mistral-ocr","source_model_name":"mistral-ocr","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"riva-translate-4b-instruct-v2","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":0.6,"enable_groups":["default","\u56fd\u6a21","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"riva-translate-4b-instruct-v2","source_model_name":"riva-translate-4b-instruct-v2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"translation_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-5.4-mini","description":"\u516c\u76ca\u7fa4 Sub2API model","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["vip","\u6d4b\u8bd5","\u81ea\u7528","default","\u9650\u65f6 gpt"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.4-mini","source_model_name":"gpt-5.4-mini","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791167355,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791178156,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-3-nano-30b-a3b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3-nano-30b-a3b","source_model_name":"nemotron-3-nano-30b-a3b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791161303,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791172104,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"[\u66b4\u5bcc]grok-4.7","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]grok-4.7","source_model_name":"[\u66b4\u5bcc]grok-4.7","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":3,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791233164,"task_types":["invoice"],"last_result":"http_500","interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-medium-3.5","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-medium-3.5","source_model_name":"mistral-medium-3.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791128862,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791139662,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"zai-glm-5.2","tags":"ZAI","vendor_id":5,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"zai-glm-5.2","source_model_name":"zai-glm-5.2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791154626,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791165427,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"deepseek-v4-pro-0813","vendor_id":3,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-v4-pro-0813","source_model_name":"deepseek-v4-pro-0813","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":24,"passed":0,"failed":24,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791284365,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791295166,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-3-nano-omni-30b-a3b-reasoning","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3-nano-omni-30b-a3b-reasoning","source_model_name":"nemotron-3-nano-omni-30b-a3b-reasoning","success_rate":50.0,"source":"graded_questions","visibility_status":"tested","samples":2,"passed":1,"real_success_rate":null,"last_tested_at":1791256984},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":1,"failed":1,"success_rate":50.0,"target_samples":3,"status":"observing","last_tested_at":1791256984,"task_types":["inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1791257106,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":1,"probe_only":true}},{"model_name":"gpt-5.2-chat","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.2-chat","source_model_name":"gpt-5.2-chat","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791053523,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791064333,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"stepaudio-2.5-chat","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default","\u5927\u65e5","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"stepaudio-2.5-chat","source_model_name":"stepaudio-2.5-chat","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"llama-nemotron-embed-vl-1b-v2","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-nemotron-embed-vl-1b-v2","source_model_name":"llama-nemotron-embed-vl-1b-v2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"phi-4-mini-instruct","tags":"Microsoft","vendor_id":54,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"phi-4-mini-instruct","source_model_name":"phi-4-mini-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791222244,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791233044,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"text-embedding-3-small","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"text-embedding-3-small","source_model_name":"text-embedding-3-small","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"agnes-3.0-flash","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-3.0-flash","source_model_name":"agnes-3.0-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791209236,"task_types":["code_trace","inventory","invoice"],"last_result":"http_401","interrupted":0,"next_probe":1791220036,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"neva-22b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"neva-22b","source_model_name":"neva-22b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791172206,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791183007,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nv-embed-v1","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nv-embed-v1","source_model_name":"nv-embed-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"agnes-image-2.5-flash","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-image-2.5-flash","source_model_name":"agnes-image-2.5-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":1790862945,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"step-3.5-flash","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"cache_ratio":1,"enable_groups":["default","\u5927\u65e5","\u56fd\u6a21","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"step-3.5-flash","source_model_name":"step-3.5-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":0,"failed":9,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791231439,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791242245,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-5.3-codex-spark","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u81ea\u7528","vip","default","\u6d4b\u8bd5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.3-codex-spark","source_model_name":"gpt-5.3-codex-spark","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791052974,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"truncated_stream","interrupted":0,"next_probe":1791063835,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.6-plus","tags":"Qwen","vendor_id":4,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.6-plus","avg_ttft_ms":22651,"avg_latency_ms":19345,"success_rate":66.67,"avg_tps":965.52,"source_model_name":"qwen3.6-plus"},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":0,"failed":2,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791133204,"task_types":["inventory","invoice"],"last_result":"http_401","interrupted":0,"next_probe":1791144006,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-voice-think-fast-1.0","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-voice-think-fast-1.0","source_model_name":"grok-voice-think-fast-1.0","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"glm-5.1","tags":"ZAI","vendor_id":5,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"billing_mode":"tiered_expr","billing_expr":"tier(\"base\", p * 3 + c * 5 + cr * 0.5 + cc * 6.25 + cc1h * 10)","_guard_metrics":{"model_name":"glm-5.1","source_model_name":"glm-5.1","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791278608,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791289408,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"agnes-image-2.1-flash","quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-image-2.1-flash","avg_ttft_ms":0,"avg_latency_ms":1160,"success_rate":0,"avg_tps":0,"source_model_name":"agnes-image-2.1-flash","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":1790862939,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"seed-oss-36b-instruct","tags":"\u5b57\u8282\u8df3\u52a8","vendor_id":7,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"seed-oss-36b-instruct","source_model_name":"seed-oss-36b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791240539,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791251344,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"bge-reranker-v2-m3","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"bge-reranker-v2-m3","source_model_name":"bge-reranker-v2-m3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"vila","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"vila","source_model_name":"vila","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791247425,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791258230,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"@cf/deepseek-ai/deepseek-r1-distill-qwen-32b","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/deepseek-ai/deepseek-r1-distill-qwen-32b","source_model_name":"@cf/deepseek-ai/deepseek-r1-distill-qwen-32b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790862729,"task_types":["invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790873529,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"deepseek-v4-pro","tags":"DeepSeek","vendor_id":3,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-v4-pro","avg_ttft_ms":13775,"avg_latency_ms":35822,"success_rate":99.19,"avg_tps":33.1,"source_model_name":"deepseek-v4-pro"}},{"model_name":"grok-4.5-low","vendor_id":6,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.5-low","source_model_name":"grok-4.5-low","success_rate":66.66666666666667,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":2,"real_success_rate":null,"last_tested_at":1790867012},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":2,"failed":1,"success_rate":66.67,"target_samples":3,"status":"observing","last_tested_at":1790867012,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790867037,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":2,"probe_only":true}},{"model_name":"laguna-xs-2.1","tags":"Laguna","vendor_id":55,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":0.6,"enable_groups":["\u5927\u65e5","default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"laguna-xs-2.1","source_model_name":"laguna-xs-2.1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790903652,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790914454,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.5-397b-a17b","tags":"Qwen","vendor_id":4,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.5-397b-a17b","source_model_name":"qwen3.5-397b-a17b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791229474,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791240281,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"stepaudio-2.5-tts","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default","\u5927\u65e5","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"stepaudio-2.5-tts","source_model_name":"stepaudio-2.5-tts","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"llama-3.3-70b-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.3-70b-instruct","source_model_name":"llama-3.3-70b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791107742,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791118542,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-parse","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-parse","source_model_name":"nemotron-parse","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"@cf/qwen/qwen2.5-coder-32b-instruct","vendor_id":19,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/qwen/qwen2.5-coder-32b-instruct","source_model_name":"@cf/qwen/qwen2.5-coder-32b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790862788,"task_types":["invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790873588,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.5","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u5927\u65e5","default","\u81ea\u7528","grok","\u4e34\u65f6","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.5","source_model_name":"grok-4.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791304404,"task_types":["invoice"],"last_result":"stream_deadline_exceeded","interrupted":0,"next_probe":1791315294,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"longcat-2.0","tags":"\u7f8e\u56e2","vendor_id":58,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"longcat-2.0","source_model_name":"longcat-2.0","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790867255},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790867255,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790867265,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"qwen3.8-27b-fp8","vendor_id":31,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.8-27b-fp8","source_model_name":"qwen3.8-27b-fp8","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791140132,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791150932,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"sea-lion-7b-instruct","tags":"AI Singapore","vendor_id":67,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"sea-lion-7b-instruct","source_model_name":"sea-lion-7b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791236116,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791246921,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"@cf/qwen/qwen3-30b-a3b-fp8","vendor_id":75,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/qwen/qwen3-30b-a3b-fp8","source_model_name":"@cf/qwen/qwen3-30b-a3b-fp8","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790862794,"task_types":["invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790873594,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"deepseek-v4-flash-0731","tags":"DeepSeek","vendor_id":3,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default","\u56fd\u6a21","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-v4-flash-0731","avg_ttft_ms":0,"avg_latency_ms":16589,"success_rate":28.57,"avg_tps":22.39,"source_model_name":"deepseek-v4-flash-0731"}},{"model_name":"nemotron-3.5-lightning-30b-a3b","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3.5-lightning-30b-a3b","source_model_name":"nemotron-3.5-lightning-30b-a3b","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790867592},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790867592,"task_types":["code_trace","inventory","invoice"],"last_result":"stream_deadline_exceeded","interrupted":0,"next_probe":1790867686,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"granite-3.0-3b-a800m-instruct","tags":"IBM","vendor_id":50,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"granite-3.0-3b-a800m-instruct","source_model_name":"granite-3.0-3b-a800m-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791061209,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791072010,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.1-8b-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-8b-instruct","source_model_name":"llama-3.1-8b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791090708,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791101508,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.1-nemotron-70b-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-nemotron-70b-instruct","source_model_name":"llama-3.1-nemotron-70b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791095684,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791106484,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-medium-3.5-128b","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-medium-3.5-128b","source_model_name":"mistral-medium-3.5-128b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791152689,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791163490,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-large-3-675b-instruct-2512","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-large-3-675b-instruct-2512","source_model_name":"mistral-large-3-675b-instruct-2512","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791150362,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791161162,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"all-mpnet-base-v2","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"all-mpnet-base-v2","source_model_name":"all-mpnet-base-v2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":8,"passed":0,"failed":8,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791300962,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_400","interrupted":0,"next_probe":1791311765,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"gemini-3.8-flash-high","vendor_id":10,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":4,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-3.8-flash-high","source_model_name":"gemini-3.8-flash-high","success_rate":44.11764705882353,"source":"recent_usage_logs","log_success":30,"log_failure":38},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791230818,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791241623,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-imagine-image","tags":"Grok","vendor_id":6,"quota_type":1,"model_ratio":0,"model_price":2,"owner_by":"","completion_ratio":0,"enable_groups":["\u81ea\u7528","grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-image","avg_ttft_ms":0,"avg_latency_ms":5553,"success_rate":0,"avg_tps":0,"source_model_name":"grok-imagine-image","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-imagine","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine","source_model_name":"grok-imagine","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791071829,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791082629,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-5.6","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["\u81ea\u7528","vip","default","grok","\u4e34\u65f6"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.6","avg_ttft_ms":14806,"avg_latency_ms":17205,"success_rate":64.29,"avg_tps":135.58,"source_model_name":"gpt-5.6"},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790862477,"task_types":["code_trace","inventory","invoice"],"last_result":"http_502","interrupted":0,"next_probe":1790862490,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":false}},{"model_name":"grok-4.6-high","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.6-high","source_model_name":"grok-4.6-high","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":8,"passed":0,"failed":8,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791223449,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791234250,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"jamba-1.5-large-instruct","tags":"AI21","vendor_id":53,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"jamba-1.5-large-instruct","source_model_name":"jamba-1.5-large-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791077783,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791088584,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-7b-instruct-v0.3","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-7b-instruct-v0.3","source_model_name":"mistral-7b-instruct-v0.3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791145124,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791155925,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-imagine-image-lite","tags":"Grok","vendor_id":6,"quota_type":1,"model_ratio":0,"model_price":5,"owner_by":"","completion_ratio":0,"enable_groups":["\u4e34\u65f6","default","grok"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-image-lite","avg_ttft_ms":0,"avg_latency_ms":6312,"success_rate":50,"avg_tps":0,"source_model_name":"grok-imagine-image-lite"},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-imagine-video","tags":"Grok","vendor_id":6,"quota_type":1,"model_ratio":0,"model_price":5,"owner_by":"","completion_ratio":0,"enable_groups":["\u4e34\u65f6","\u81ea\u7528","default","grok"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-video","source_model_name":"grok-imagine-video","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-imagine-image-2.0","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-image-2.0","avg_ttft_ms":0,"avg_latency_ms":4933,"success_rate":0,"avg_tps":0,"source_model_name":"grok-imagine-image-2.0","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"glm-5.3-flash","vendor_id":5,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1.5,"cache_ratio":0.5,"enable_groups":["default","\u56fd\u6a21","\u5927\u65e5","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"glm-5.3-flash","avg_ttft_ms":15753,"avg_latency_ms":70315,"success_rate":96.9,"avg_tps":52.89,"source_model_name":"glm-5.3-flash"}},{"model_name":"dbrx-instruct","tags":"Databricks","vendor_id":45,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"dbrx-instruct","source_model_name":"dbrx-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791045896,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791056696,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"ising-calibration-1-35b-a3b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ising-calibration-1-35b-a3b","source_model_name":"ising-calibration-1-35b-a3b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":1790917601,"pause_reason":null,"unsupported_reason":"calibration_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-5.6-terra","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["vip","\u6d4b\u8bd5","\u81ea\u7528","default","\u9650\u65f6 gpt"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.6-terra","source_model_name":"gpt-5.6-terra","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":3,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":22,"passed":1,"failed":21,"success_rate":4.55,"target_samples":3,"status":"queued","last_tested_at":1791293275,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791304075,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"codestral-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"codestral-latest","source_model_name":"codestral-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":0,"failed":2,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791206687,"task_types":["inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791217487,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"minimax-m2.5-highspeed","tags":"MiniMax","vendor_id":63,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"minimax-m2.5-highspeed","source_model_name":"minimax-m2.5-highspeed","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791097382,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_402","interrupted":0,"next_probe":1791108183,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.5","tags":"Qwen","vendor_id":4,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.5","source_model_name":"qwen3.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791108346,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791119146,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gemma-3n-e2b-it","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemma-3n-e2b-it","source_model_name":"gemma-3n-e2b-it","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791086193,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791096994,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4-fast-non-reasoning","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4-fast-non-reasoning","source_model_name":"grok-4-fast-non-reasoning","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791111020,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791121831,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"deepseek-v4.1-flash","vendor_id":16,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u5927\u65e5","\u798f\u5229","default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-v4.1-flash","avg_ttft_ms":72886,"avg_latency_ms":139416,"success_rate":95.19,"avg_tps":36.48,"source_model_name":"deepseek-v4.1-flash"}},{"model_name":"nvidia-nemotron-nano-9b-v2","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nvidia-nemotron-nano-9b-v2","source_model_name":"nvidia-nemotron-nano-9b-v2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791173915,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791184715,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"glm-4.6","vendor_id":17,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"glm-4.6","source_model_name":"glm-4.6","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":2,"failed":5,"success_rate":28.57,"target_samples":3,"status":"queued","last_tested_at":1791137450,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"wrong_answer","interrupted":0,"next_probe":1791148251,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"@cf/zai-org/glm-4.7-flash","vendor_id":75,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/zai-org/glm-4.7-flash","source_model_name":"@cf/zai-org/glm-4.7-flash","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1790862826},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790862826,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790862846,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"agnes-video-v2.0","quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-video-v2.0","source_model_name":"agnes-video-v2.0","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"claude-opus-4-6","description":"official priced model","tags":"Anthropic","vendor_id":2,"quota_type":1,"model_ratio":0,"model_price":5,"owner_by":"","completion_ratio":0,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-opus-4-6","source_model_name":"claude-opus-4-6","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":9,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":23,"passed":0,"failed":23,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791304281,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791315082,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.7","vendor_id":6,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1.5,"cache_ratio":0.5,"enable_groups":["\u4e34\u65f6","default","\u798f\u5229","\u5927\u65e5","grok"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.7","avg_ttft_ms":30647,"avg_latency_ms":66750,"success_rate":86.36,"avg_tps":36.85,"source_model_name":"grok-4.7"},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791100296,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791111097,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-nemo-12b-instruct","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-nemo-12b-instruct","source_model_name":"mistral-nemo-12b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791154020,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791164821,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"muse-glimmer-30b","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u56fd\u6a21","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"muse-glimmer-30b","source_model_name":"muse-glimmer-30b","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":3,"real_success_rate":null,"last_tested_at":1790867440},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":3,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790867440,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790867464,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":3,"probe_only":true}},{"model_name":"nv-embedqa-e5-v5","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nv-embedqa-e5-v5","source_model_name":"nv-embedqa-e5-v5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"llama-4-maverick-17b-128e-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-4-maverick-17b-128e-instruct","source_model_name":"llama-4-maverick-17b-128e-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791125959,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791136760,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.20-multi-agent-0309-high","vendor_id":6,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-multi-agent-0309-high","source_model_name":"grok-4.20-multi-agent-0309-high","success_rate":66.66666666666667,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":2,"real_success_rate":null,"last_tested_at":1790866859},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":2,"failed":1,"success_rate":66.67,"target_samples":3,"status":"observing","last_tested_at":1790866859,"task_types":["code_trace","inventory","invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790866897,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":2,"probe_only":true}},{"model_name":"qwen3.5-plus","vendor_id":31,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.5-plus","source_model_name":"qwen3.5-plus","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791224057,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791234868,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"starcoder2-15b","tags":"BigCode","vendor_id":70,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"starcoder2-15b","source_model_name":"starcoder2-15b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791243737,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791254542,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mixtral-8x7b-instruct-v0.1","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mixtral-8x7b-instruct-v0.1","source_model_name":"mixtral-8x7b-instruct-v0.1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791159119,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791169919,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"sarvam-m","tags":"Sarvam AI","vendor_id":66,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"sarvam-m","source_model_name":"sarvam-m","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791234505,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791245310,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mimo-v2.5","tags":"\u5c0f\u7c73","vendor_id":62,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mimo-v2.5","source_model_name":"mimo-v2.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791163616,"task_types":["code_trace","inventory","invoice"],"last_result":"http_503","interrupted":0,"next_probe":1791174417,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.3-console","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.3-console","source_model_name":"grok-4.3-console","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791069988,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791080789,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-imagine-video-1.5-preview","tags":"Grok","vendor_id":6,"quota_type":1,"model_ratio":0,"model_price":5,"owner_by":"","completion_ratio":0,"enable_groups":["default","\u81ea\u7528"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-video-1.5-preview","source_model_name":"grok-imagine-video-1.5-preview","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gpt-oss:20b","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-oss:20b","source_model_name":"gpt-oss:20b","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":3,"real_success_rate":null,"last_tested_at":1790866786},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":3,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790866786,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790866793,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":3,"probe_only":true}},{"model_name":"llama2-70b","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama2-70b","source_model_name":"llama2-70b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791139261,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791150062,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"kimi-k3","tags":"Moonshot","vendor_id":9,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"cache_ratio":0.2,"enable_groups":["vip","default","\u56fd\u6a21","\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"kimi-k3","avg_ttft_ms":29721,"avg_latency_ms":170255,"success_rate":98.01,"avg_tps":46.91,"source_model_name":"kimi-k3"}},{"model_name":"riva-translate-4b-instruct-v1.1","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"riva-translate-4b-instruct-v1.1","source_model_name":"riva-translate-4b-instruct-v1.1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"translation_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"phi-4-multimodal-instruct","tags":"Microsoft","vendor_id":54,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"phi-4-multimodal-instruct","source_model_name":"phi-4-multimodal-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791223692,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791234492,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.8-max","tags":"Qwen","vendor_id":4,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.8-max","source_model_name":"qwen3.8-max","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":8,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":14,"passed":0,"failed":14,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791302835,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791313635,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"gemma-4-31b-it","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemma-4-31b-it","avg_ttft_ms":0,"avg_latency_ms":488150,"success_rate":50,"avg_tps":0.02,"source_model_name":"gemma-4-31b-it"},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791210696,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"truncated_stream","interrupted":0,"next_probe":1791221533,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u66b4\u5bcc]grok-build-0.1","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]grok-build-0.1","source_model_name":"[\u66b4\u5bcc]grok-build-0.1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":1,"failed":1,"success_rate":50.0,"target_samples":3,"status":"queued","last_tested_at":1791231814,"task_types":["inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791242620,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"voxtral-mini-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"voxtral-mini-latest","source_model_name":"voxtral-mini-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"voxtral-mini-tts-latest","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"voxtral-mini-tts-latest","source_model_name":"voxtral-mini-tts-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"riva-translate-4b-instruct","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"riva-translate-4b-instruct","source_model_name":"riva-translate-4b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"translation_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-nano-3-30b-a3b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-nano-3-30b-a3b","source_model_name":"nemotron-nano-3-30b-a3b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791170264,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791181064,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gemma-3n-e4b-it","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemma-3n-e4b-it","source_model_name":"gemma-3n-e4b-it","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":0,"failed":9,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791239558,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791250363,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"qwen3-next-80b-a3b-instruct","tags":"Qwen","vendor_id":4,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3-next-80b-a3b-instruct","source_model_name":"qwen3-next-80b-a3b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791224805,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791235605,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-6-sol","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-6-sol","source_model_name":"gpt-6-sol","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":5,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":43,"passed":0,"failed":43,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791305594,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791316395,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u66b4\u5bcc]ling-3.1-flash","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]ling-3.1-flash","source_model_name":"[\u66b4\u5bcc]ling-3.1-flash","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":1,"failed":1,"success_rate":50.0,"target_samples":3,"status":"queued","last_tested_at":1791239062,"task_types":["inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-build-console","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-build-console","source_model_name":"grok-build-console","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791074874,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791085674,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.5-omni-plus","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.5-omni-plus","source_model_name":"qwen3.5-omni-plus","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791125581,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"http_504","interrupted":0,"next_probe":1791136395,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"kimi-k2.6","tags":"Moonshot","vendor_id":9,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"kimi-k2.6","source_model_name":"kimi-k2.6","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":0,"failed":9,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791252688,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791263489,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"phi-3.5-moe-instruct","tags":"Microsoft","vendor_id":54,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"phi-3.5-moe-instruct","source_model_name":"phi-3.5-moe-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791220781,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791231582,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mixtral-8x22b-v0.1","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mixtral-8x22b-v0.1","source_model_name":"mixtral-8x22b-v0.1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791158022,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791168822,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"@cf/qwen/qwq-32b","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/qwen/qwq-32b","source_model_name":"@cf/qwen/qwq-32b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790862803,"task_types":["invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790873603,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"labs-leanstral-1-5-1","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"labs-leanstral-1-5-1","source_model_name":"labs-leanstral-1-5-1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791079850,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791090650,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"granite-8b-code-instruct","tags":"IBM","vendor_id":50,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"granite-8b-code-instruct","source_model_name":"granite-8b-code-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791065153,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791075953,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"embed-qa-4","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"embed-qa-4","source_model_name":"embed-qa-4","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gemma-2-2b-it","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemma-2-2b-it","source_model_name":"gemma-2-2b-it","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791051873,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791062674,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.7-max-nothinking","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.7-max-nothinking","source_model_name":"qwen3.7-max-nothinking","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791144143,"task_types":["code_trace","inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791154954,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.1-nemotron-51b-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-nemotron-51b-instruct","source_model_name":"llama-3.1-nemotron-51b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791094478,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791105278,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"evomap-deepseek-v4-flash","vendor_id":27,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"evomap-deepseek-v4-flash","source_model_name":"evomap-deepseek-v4-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791045652,"task_types":["code_trace","inventory","invoice"],"last_result":"http_403","interrupted":0,"next_probe":1791056452,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"voxtral-mini-2602","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"voxtral-mini-2602","source_model_name":"voxtral-mini-2602","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"atria-dawn-preview","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"atria-dawn-preview","source_model_name":"atria-dawn-preview","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1791272182},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1791272182,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1791272310,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"mimo-v2.5-tts","tags":"\u5c0f\u7c73","vendor_id":62,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mimo-v2.5-tts","source_model_name":"mimo-v2.5-tts","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"composer-2.5","tags":"Cursor","vendor_id":44,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"composer-2.5","source_model_name":"composer-2.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":0,"failed":9,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791298058,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791308859,"pause_reason":null,"unsupported_reason":null,"cycle_samples":3,"cycle_passed":0,"probe_only":true}},{"model_name":"ministral-3b-2512","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ministral-3b-2512","source_model_name":"ministral-3b-2512","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":0,"failed":2,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791205707,"task_types":["inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791216507,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.2-nv-embedqa-1b-v1","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.2-nv-embedqa-1b-v1","source_model_name":"llama-3.2-nv-embedqa-1b-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u66b4\u5bcc]fledge-alpha","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u798f\u5229","\u9053\u98d8\u98d8\u63d0\u4f9b"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]fledge-alpha","source_model_name":"[\u66b4\u5bcc]fledge-alpha","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":1,"failed":1,"success_rate":50.0,"target_samples":3,"status":"queued","last_tested_at":1791238066,"task_types":["inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791248871,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.20-fast","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-fast","source_model_name":"grok-4.20-fast","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":10,"passed":0,"failed":10,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791205585,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791216385,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"glm-5.2","tags":"ZAI","vendor_id":5,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5","default","vip","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"glm-5.2","avg_ttft_ms":12101,"avg_latency_ms":36547,"success_rate":94.9,"avg_tps":52.75,"source_model_name":"glm-5.2"}},{"model_name":"grok-4.5-latest","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.5-latest","source_model_name":"grok-4.5-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791066479,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791077279,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-vibe-cli-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-vibe-cli-latest","source_model_name":"mistral-vibe-cli-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791143414,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791154214,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"fadingtime-v2","tags":"\u5176\u4ed6","vendor_id":47,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"fadingtime-v2","source_model_name":"fadingtime-v2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791049569,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791060369,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.6-35b-a3b","tags":"Qwen","vendor_id":4,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.6-35b-a3b","source_model_name":"qwen3.6-35b-a3b","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":3,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":8,"passed":0,"failed":8,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791264448,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791275254,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"llama-3.2-3b-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.2-3b-instruct","source_model_name":"llama-3.2-3b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791102843,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791113643,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.2-11b-vision-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.2-11b-vision-instruct","source_model_name":"llama-3.2-11b-vision-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790910923,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790921757,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"codegemma-1.1-7b","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"codegemma-1.1-7b","source_model_name":"codegemma-1.1-7b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":0,"failed":9,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791298545,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791309345,"pause_reason":null,"unsupported_reason":null,"cycle_samples":3,"cycle_passed":0,"probe_only":true}},{"model_name":"bge-large-zh-v1.5","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"bge-large-zh-v1.5","source_model_name":"bge-large-zh-v1.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"free","quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"free","source_model_name":"free","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791049811,"task_types":["code_trace","inventory","invoice"],"last_result":"http_429","interrupted":0,"next_probe":1791060611,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-stt","vendor_id":33,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","grok","\u4e34\u65f6"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-stt","source_model_name":"grok-stt","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791079485,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_400","interrupted":0,"next_probe":1791090286,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gemini-3.7-flash","vendor_id":10,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-3.7-flash","source_model_name":"gemini-3.7-flash","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":6,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":13,"passed":0,"failed":13,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791296553,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-small-4-119b-2603","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-small-4-119b-2603","source_model_name":"mistral-small-4-119b-2603","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791156452,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791167253,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.7-xhigh","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u4e34\u65f6","default","grok"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.7-xhigh","avg_ttft_ms":53126,"avg_latency_ms":61133,"success_rate":100,"avg_tps":2191.04,"source_model_name":"grok-4.7-xhigh"},"_guard_question_test":{"source":"graded_questions","samples":13,"passed":0,"failed":13,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791094112,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_426","interrupted":0,"next_probe":1791104913,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u66b4\u5bcc]mimo-v2.6-pro","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]mimo-v2.6-pro","source_model_name":"[\u66b4\u5bcc]mimo-v2.6-pro","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791261779,"task_types":["code_trace","inventory","invoice"],"last_result":"http_401","interrupted":0,"next_probe":1791272580,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-ocr-4-1","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-ocr-4-1","source_model_name":"mistral-ocr-4-1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"codestral-22b-instruct-v0.1","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"codestral-22b-instruct-v0.1","source_model_name":"codestral-22b-instruct-v0.1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791043234,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791054035,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-nemotron-embed-1b-v2","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-nemotron-embed-1b-v2","source_model_name":"llama-nemotron-embed-1b-v2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"nemotron-nano-12b-v2-vl","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-nano-12b-v2-vl","source_model_name":"nemotron-nano-12b-v2-vl","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791169294,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791180094,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gliner-pii","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gliner-pii","source_model_name":"gliner-pii","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791060233,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791071033,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.7-medium","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.7-medium","source_model_name":"grok-4.7-medium","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791077420,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_426","interrupted":0,"next_probe":1791088221,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"sensenova-u1.5-lite","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"sensenova-u1.5-lite","source_model_name":"sensenova-u1.5-lite","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791148184,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791158985,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"deepseek-v3","tags":"DeepSeek","vendor_id":3,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-v3","source_model_name":"deepseek-v3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":16,"passed":0,"failed":16,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791279715,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"truncated_stream","interrupted":0,"next_probe":1791290561,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-4-maverick","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-4-maverick","source_model_name":"llama-4-maverick","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791086436,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791097247,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"voxtral-mini-tts-2603","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"voxtral-mini-tts-2603","source_model_name":"voxtral-mini-tts-2603","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.20-multi-agent-0309-low","vendor_id":6,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-multi-agent-0309-low","source_model_name":"grok-4.20-multi-agent-0309-low","success_rate":66.66666666666667,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":2,"real_success_rate":null,"last_tested_at":1790866901},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":2,"failed":1,"success_rate":66.67,"target_samples":3,"status":"observing","last_tested_at":1790866901,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790866920,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":2,"probe_only":true}},{"model_name":"grok-imagine-image-quality-latest","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-image-quality-latest","avg_ttft_ms":0,"avg_latency_ms":162,"success_rate":0,"avg_tps":0,"source_model_name":"grok-imagine-image-quality-latest","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.3","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u81ea\u7528","grok","\u4e34\u65f6","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.3","source_model_name":"grok-4.3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791286786,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791297587,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"deepseek-coder-6.7b-instruct","tags":"DeepSeek","vendor_id":3,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-coder-6.7b-instruct","source_model_name":"deepseek-coder-6.7b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":0,"failed":9,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791194803,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791205603,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"[\u7f8e\u56e2]longcat-2.5-preview","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u7f8e\u56e2]longcat-2.5-preview","source_model_name":"[\u7f8e\u56e2]longcat-2.5-preview","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1791060105},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":3,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1791060105,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1791060231,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"claude-fable-5","tags":"Anthropic","vendor_id":2,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["cc","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-fable-5","source_model_name":"claude-fable-5","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":3,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":42,"passed":0,"failed":42,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791301088,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_530","interrupted":0,"next_probe":1791311888,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"gpt-image-2","tags":"OpenAI","vendor_id":1,"quota_type":1,"model_ratio":0,"model_price":5,"owner_by":"","completion_ratio":0,"enable_groups":["default","\u81ea\u7528","vip","\u9650\u65f6 gpt"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-image-2","avg_ttft_ms":0,"avg_latency_ms":55911,"success_rate":0,"avg_tps":0,"source_model_name":"gpt-image-2","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"ministral-8b-2512","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ministral-8b-2512","source_model_name":"ministral-8b-2512","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":0,"failed":2,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791172812,"task_types":["inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791183612,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"spark-x2.5","vendor_id":35,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"spark-x2.5","source_model_name":"spark-x2.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791143778,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791154579,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-nemo-minitron-8b-8k-instruct","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-nemo-minitron-8b-8k-instruct","source_model_name":"mistral-nemo-minitron-8b-8k-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791154994,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791165795,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"minimax-m3","tags":"MiniMax","vendor_id":63,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"minimax-m3","source_model_name":"minimax-m3","success_rate":100.0,"log_success":1,"log_failure":0,"source":"recent_usage_logs"}},{"model_name":"kimi-thinking","tags":"Moonshot","vendor_id":9,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"kimi-thinking","source_model_name":"kimi-thinking","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791076084,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791086894,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.20-0309-non-reasoning","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u81ea\u7528","grok","\u4e34\u65f6"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-0309-non-reasoning","source_model_name":"grok-4.20-0309-non-reasoning","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791220045,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"wrong_answer","interrupted":0,"next_probe":1791230848,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-large-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-large-latest","source_model_name":"mistral-large-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791106639,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791117440,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"ministral-14b-2512","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ministral-14b-2512","source_model_name":"ministral-14b-2512","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"observing","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"ministral-14b-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ministral-14b-latest","source_model_name":"ministral-14b-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":0,"failed":2,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791207049,"task_types":["inventory","invoice"],"last_result":"http_403","interrupted":0,"next_probe":1791217850,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"claude-sonnet-5","tags":"Anthropic","vendor_id":2,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-sonnet-5","source_model_name":"claude-sonnet-5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":24,"passed":0,"failed":24,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791295348,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791306148,"pause_reason":null,"unsupported_reason":null,"cycle_samples":3,"cycle_passed":0,"probe_only":true}},{"model_name":"gemini-3-flash","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-3-flash","source_model_name":"gemini-3-flash","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":3,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":24,"passed":0,"failed":24,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791286301,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791297102,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"llama-3.3-nemotron-super-49b-v1","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.3-nemotron-super-49b-v1","source_model_name":"llama-3.3-nemotron-super-49b-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791108708,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791119508,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-medium-3","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-medium-3","source_model_name":"mistral-medium-3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791125458,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791136258,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-oss-20b","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u56fd\u6a21","\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-oss-20b","avg_ttft_ms":11228,"avg_latency_ms":32548,"success_rate":100,"avg_tps":29.88,"source_model_name":"gpt-oss-20b"},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":3,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790866777,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790866788,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":3,"probe_only":false}},{"model_name":"stepaudio-2.5-asr","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["\u5927\u65e5","\u798f\u5229","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"stepaudio-2.5-asr","source_model_name":"stepaudio-2.5-asr","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"agnes-2.5-pro-beta","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-2.5-pro-beta","source_model_name":"agnes-2.5-pro-beta","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1790862911},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790862911,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790862926,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"[\u66b4\u5bcc]ling-3.0-flash-fin","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u798f\u5229","\u9053\u98d8\u98d8\u63d0\u4f9b"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]ling-3.0-flash-fin","source_model_name":"[\u66b4\u5bcc]ling-3.0-flash-fin","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791092404,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791103205,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.5-medium","vendor_id":6,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.5-medium","source_model_name":"grok-4.5-medium","success_rate":66.66666666666667,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":2,"real_success_rate":null,"last_tested_at":1790867040},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":2,"failed":1,"success_rate":66.67,"target_samples":3,"status":"observing","last_tested_at":1790867040,"task_types":["code_trace","inventory","invoice"],"last_result":"http_503","interrupted":0,"next_probe":1790867045,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":2,"probe_only":true}},{"model_name":"stockmark-2-100b-instruct","tags":"Stockmark","vendor_id":72,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"stockmark-2-100b-instruct","source_model_name":"stockmark-2-100b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791246061,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791256866,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen/qwen3-coder:free","vendor_id":31,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen/qwen3-coder:free","source_model_name":"qwen/qwen3-coder:free","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791169659,"task_types":["code_trace","inventory","invoice"],"last_result":"http_404","interrupted":0,"next_probe":1791180460,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.20-reasoning","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-reasoning","source_model_name":"grok-4.20-reasoning","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791065275,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791076075,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"sensenova-6.8-flash-lite","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"sensenova-6.8-flash-lite","avg_ttft_ms":0,"avg_latency_ms":1586,"success_rate":100,"avg_tps":40.35,"source_model_name":"sensenova-6.8-flash-lite"},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790925865,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"non_success_finish_reason","interrupted":0,"next_probe":1790936692,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"mimo-v2.5-pro","tags":"\u5c0f\u7c73","vendor_id":62,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21","\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mimo-v2.5-pro","source_model_name":"mimo-v2.5-pro","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791087051,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"wrong_answer","interrupted":0,"next_probe":1791097872,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-code-fim-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-code-fim-latest","source_model_name":"mistral-code-fim-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"observing","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.6","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default","grok","\u4e34\u65f6","\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.6","source_model_name":"grok-4.6","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":5,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791288045,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"wrong_answer","interrupted":0,"next_probe":1791298871,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"deepseek-v4-flash-vision-exp","vendor_id":16,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u56fd\u6a21","\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-v4-flash-vision-exp","source_model_name":"deepseek-v4-flash-vision-exp","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":5,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":38,"passed":0,"failed":38,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791301697,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791312498,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-small-2603","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-small-2603","source_model_name":"mistral-small-2603","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791136474,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_429","interrupted":0,"next_probe":1791147274,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"codellama-70b","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"codellama-70b","source_model_name":"codellama-70b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":0,"failed":9,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791297281,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791308082,"pause_reason":null,"unsupported_reason":null,"cycle_samples":3,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-3-content-safety","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3-content-safety","source_model_name":"nemotron-3-content-safety","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"scoring_or_safety_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"minimax-m2.5","tags":"MiniMax","vendor_id":63,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"minimax-m2.5","source_model_name":"minimax-m2.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791089857,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"wrong_answer","interrupted":0,"next_probe":1791100658,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-imagine-image-quality-20260403","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-image-quality-20260403","source_model_name":"grok-imagine-image-quality-20260403","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"llama-3.1-nemotron-safety-guard-8b-v3","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-nemotron-safety-guard-8b-v3","source_model_name":"llama-3.1-nemotron-safety-guard-8b-v3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"scoring_or_safety_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-mini-4b-instruct","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-mini-4b-instruct","source_model_name":"nemotron-mini-4b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791166989,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791177789,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.20-0309-non-reasoning-console","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-0309-non-reasoning-console","source_model_name":"grok-4.20-0309-non-reasoning-console","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791063531,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791074331,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-3-nano:30b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3-nano:30b","source_model_name":"nemotron-3-nano:30b","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":3,"real_success_rate":null,"last_tested_at":1790867478},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":3,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790867478,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790867486,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":3,"probe_only":true}},{"model_name":"ministral-8b-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ministral-8b-latest","source_model_name":"ministral-8b-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790915071,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790925872,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-ocr-4","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-ocr-4","source_model_name":"mistral-ocr-4","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-medium","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-medium","source_model_name":"mistral-medium","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791108104,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791118904,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.1-nemotron-nano-8b-v1","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-nemotron-nano-8b-v1","source_model_name":"llama-3.1-nemotron-nano-8b-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791096777,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791107577,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"granite-3.0-8b-instruct","tags":"IBM","vendor_id":50,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"granite-3.0-8b-instruct","source_model_name":"granite-3.0-8b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791205343,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791216143,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"open-mistral-7b","vendor_id":28,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"open-mistral-7b","source_model_name":"open-mistral-7b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791235869,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791246674,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"claude-opus-4-8-thinking","tags":"Anthropic","vendor_id":2,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":0.4,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-opus-4-8-thinking","source_model_name":"claude-opus-4-8-thinking","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":30,"passed":0,"failed":30,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791304619,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791315420,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"dracarys-llama-3.1-70b-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"dracarys-llama-3.1-70b-instruct","source_model_name":"dracarys-llama-3.1-70b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791049327,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791060127,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mimo-v2.5-asr","tags":"\u5c0f\u7c73","vendor_id":62,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mimo-v2.5-asr","source_model_name":"mimo-v2.5-asr","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"voxtral-mini-transcribe-realtime-2602","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"voxtral-mini-transcribe-realtime-2602","source_model_name":"voxtral-mini-transcribe-realtime-2602","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.6-medium","vendor_id":33,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","grok","\u4e34\u65f6"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.6-medium","source_model_name":"grok-4.6-medium","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791070493,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_426","interrupted":0,"next_probe":1791081295,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"kosmos-2","tags":"Microsoft","vendor_id":54,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"kosmos-2","source_model_name":"kosmos-2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791078875,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791089681,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"palmyra-med-70b-32k","tags":"Writer","vendor_id":64,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"palmyra-med-70b-32k","source_model_name":"palmyra-med-70b-32k","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791208617,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791219417,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"@cf/openai/gpt-oss-120b","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/openai/gpt-oss-120b","source_model_name":"@cf/openai/gpt-oss-120b","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1790862775},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790862775,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790862780,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"[\u66b4\u5bcc]muse-spark-1.3-contributor","vendor_id":8,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]muse-spark-1.3-contributor","source_model_name":"[\u66b4\u5bcc]muse-spark-1.3-contributor","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"queued","last_tested_at":1791228987,"task_types":["code_trace","inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791239793,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-composer-2.5-fast","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["\u4e34\u65f6","default","\u81ea\u7528","grok"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-composer-2.5-fast","source_model_name":"grok-composer-2.5-fast","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791070858,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791081659,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.20-multi-agent-0309","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u81ea\u7528","grok","\u4e34\u65f6","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-multi-agent-0309","source_model_name":"grok-4.20-multi-agent-0309","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":8,"passed":2,"failed":6,"success_rate":25.0,"target_samples":3,"status":"queued","last_tested_at":1791115041,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791125842,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-chat-fast","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":0.6,"enable_groups":["grok","\u4e34\u65f6","default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-chat-fast","avg_ttft_ms":3049,"avg_latency_ms":10160,"success_rate":100,"avg_tps":13.64,"source_model_name":"grok-chat-fast"},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791078147,"task_types":["invoice"],"last_result":"http_403","interrupted":0,"next_probe":1791088948,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"llama-3.1-nemotron-ultra-253b-v1","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-nemotron-ultra-253b-v1","source_model_name":"llama-3.1-nemotron-ultra-253b-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791099317,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791110118,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-imagine-video-1.5","tags":"Grok","vendor_id":6,"quota_type":1,"model_ratio":0,"model_price":5,"owner_by":"","completion_ratio":0,"enable_groups":["default","grok","\u4e34\u65f6"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-video-1.5","source_model_name":"grok-imagine-video-1.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"tts-hd","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"tts-hd","source_model_name":"tts-hd","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-code-agent-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-code-agent-latest","source_model_name":"mistral-code-agent-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791090831,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_429","interrupted":0,"next_probe":1791101632,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-nemotron","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-nemotron","source_model_name":"mistral-nemotron","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791253909,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791264709,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gemini-pro-agent","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-pro-agent","source_model_name":"gemini-pro-agent","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"queued","last_tested_at":1791232182,"task_types":["code_trace","inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791242987,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"deplot","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deplot","source_model_name":"deplot","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791048210,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791059011,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-3-embed-1b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":0.6,"enable_groups":["\u56fd\u6a21","\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3-embed-1b","source_model_name":"nemotron-3-embed-1b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gpt-image-2.5-flare","vendor_id":30,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-image-2.5-flare","avg_ttft_ms":0,"avg_latency_ms":940,"success_rate":0,"avg_tps":0,"source_model_name":"gpt-image-2.5-flare","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-3-mini-fast","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default","\u81ea\u7528"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-3-mini-fast","source_model_name":"grok-3-mini-fast","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791061574,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791072384,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-6","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-6","source_model_name":"gpt-6","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":4,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":32,"passed":0,"failed":32,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791296916,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791307717,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"fuyu-8b","tags":"Adept","vendor_id":49,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"fuyu-8b","source_model_name":"fuyu-8b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":8,"passed":0,"failed":8,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791198458,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791209258,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.2-90b-vision-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.2-90b-vision-instruct","source_model_name":"llama-3.2-90b-vision-instruct","success_rate":50.0,"source":"graded_questions","visibility_status":"tested","samples":2,"passed":1,"real_success_rate":null,"last_tested_at":1791106494},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":1,"failed":4,"success_rate":20.0,"target_samples":3,"status":"observing","last_tested_at":1791106494,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"correct_answer","interrupted":0,"next_probe":1791106637,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":1,"probe_only":true}},{"model_name":"[un]qwen3.8-max","vendor_id":31,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[un]qwen3.8-max","source_model_name":"[un]qwen3.8-max","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":5,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":12,"passed":1,"failed":11,"success_rate":8.33,"target_samples":3,"status":"queued","last_tested_at":1791294865,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791305666,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"nemotron-3-ultra-550b-a55b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3-ultra-550b-a55b","source_model_name":"nemotron-3-ultra-550b-a55b","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790867582},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790867582,"task_types":["code_trace","inventory","invoice"],"last_result":"error_in_stream","interrupted":0,"next_probe":1790867585,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"qwen3.5-122b-a10b","tags":"Qwen","vendor_id":4,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.5-122b-a10b","source_model_name":"qwen3.5-122b-a10b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791255292,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791266092,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"minimax-m2.7","tags":"MiniMax","vendor_id":63,"quota_type":1,"model_ratio":0,"model_price":0.001,"owner_by":"","completion_ratio":0,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"minimax-m2.7","source_model_name":"minimax-m2.7","success_rate":100.0,"log_success":1,"log_failure":0,"source":"recent_usage_logs"},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"observing","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"llama-3.3-nemotron-super-49b-v1.5","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.3-nemotron-super-49b-v1.5","source_model_name":"llama-3.3-nemotron-super-49b-v1.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791124851,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791135651,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"diffusiongemma-26b-a4b-it","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"diffusiongemma-26b-a4b-it","source_model_name":"diffusiongemma-26b-a4b-it","success_rate":50.0,"source":"graded_questions","visibility_status":"tested","samples":2,"passed":1,"real_success_rate":null,"last_tested_at":1791257928},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":1,"failed":1,"success_rate":50.0,"target_samples":3,"status":"observing","last_tested_at":1791257928,"task_types":["inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1791258049,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":1,"probe_only":true}},{"model_name":"gemini-3.7-flash-high","vendor_id":10,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":4,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-3.7-flash-high","avg_ttft_ms":6506,"avg_latency_ms":10884,"success_rate":81.25,"avg_tps":165.37,"source_model_name":"gemini-3.7-flash-high"},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":1,"failed":5,"success_rate":16.67,"target_samples":3,"status":"observing","last_tested_at":1791152078,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_429","interrupted":0,"next_probe":1791162878,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"agnes-2.5-pro-alpha","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u5927\u65e5","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-2.5-pro-alpha","source_model_name":"agnes-2.5-pro-alpha","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1790862902},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790862902,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790862910,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"glm-4.7-flash","tags":"ZAI","vendor_id":5,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"glm-4.7-flash","source_model_name":"glm-4.7-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":8,"passed":1,"failed":7,"success_rate":12.5,"target_samples":3,"status":"queued","last_tested_at":1791236979,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791247784,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-large-2-instruct","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-large-2-instruct","source_model_name":"mistral-large-2-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791148426,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791159227,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-3-super-120b-a12b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3-super-120b-a12b","source_model_name":"nemotron-3-super-120b-a12b","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790867487},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790867487,"task_types":["code_trace","inventory","invoice"],"last_result":"stream_deadline_exceeded","interrupted":0,"next_probe":1790867580,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"solar-10.7b-instruct","tags":"Upstage","vendor_id":69,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"solar-10.7b-instruct","source_model_name":"solar-10.7b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791241753,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791252558,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"claude-opus-4-5","description":"official priced model","tags":"Anthropic","vendor_id":2,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-opus-4-5","source_model_name":"claude-opus-4-5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":27,"passed":0,"failed":27,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791299027,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791309829,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"palmyra-fin-70b-32k","tags":"Writer","vendor_id":64,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"palmyra-fin-70b-32k","source_model_name":"palmyra-fin-70b-32k","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791206445,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791217245,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mimo-v2.6-pro","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5","default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mimo-v2.6-pro","source_model_name":"mimo-v2.6-pro","success_rate":44.44444444444444,"source":"recent_usage_logs","log_success":4,"log_failure":5},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791225300,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"wrong_answer","interrupted":0,"next_probe":1791236130,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"step-image-edit-2","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default","\u5927\u65e5","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"step-image-edit-2","avg_ttft_ms":0,"avg_latency_ms":1024,"success_rate":0,"avg_tps":0,"source_model_name":"step-image-edit-2","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"nemotron-4-340b-reward","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-4-340b-reward","source_model_name":"nemotron-4-340b-reward","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"scoring_or_safety_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.20-non-reasoning","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-non-reasoning","source_model_name":"grok-4.20-non-reasoning","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791170022,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791180822,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"minimax-m2.7-highspeed","tags":"MiniMax","vendor_id":63,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"minimax-m2.7-highspeed","source_model_name":"minimax-m2.7-highspeed","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791102965,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_402","interrupted":0,"next_probe":1791113766,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"agnes-2.5-pro","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default","\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-2.5-pro","source_model_name":"agnes-2.5-pro","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1791254271},"_guard_question_test":{"source":"graded_questions","samples":12,"passed":3,"failed":9,"success_rate":25.0,"target_samples":3,"status":"observing","last_tested_at":1791254271,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"correct_answer","interrupted":0,"next_probe":1791254398,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"claude-opus-5","tags":"Anthropic","vendor_id":2,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u81ea\u7528","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-opus-5","source_model_name":"claude-opus-5","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":51,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":84,"passed":1,"failed":83,"success_rate":1.19,"target_samples":3,"status":"queued","last_tested_at":1791295470,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791306271,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"arctic-embed-l","tags":"Snowflake","vendor_id":40,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"arctic-embed-l","source_model_name":"arctic-embed-l","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"nemotron-content-safety-reasoning-4b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-content-safety-reasoning-4b","source_model_name":"nemotron-content-safety-reasoning-4b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"scoring_or_safety_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.2-nemoretriever-1b-vlm-embed-v1","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.2-nemoretriever-1b-vlm-embed-v1","source_model_name":"llama-3.2-nemoretriever-1b-vlm-embed-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mimo-v2.6-flash","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u56fd\u6a21","\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mimo-v2.6-flash","avg_ttft_ms":28982,"avg_latency_ms":68935,"success_rate":100,"avg_tps":111111.11,"source_model_name":"mimo-v2.6-flash"},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791117588,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791128388,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"codestral-embed-2505","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"codestral-embed-2505","avg_ttft_ms":0,"avg_latency_ms":1270,"success_rate":100,"avg_tps":0,"source_model_name":"codestral-embed-2505"},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"stepaudio-2.5-realtime","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["\u5927\u65e5","\u798f\u5229","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"stepaudio-2.5-realtime","source_model_name":"stepaudio-2.5-realtime","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"qwen3.8-omni-flash","vendor_id":19,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.8-omni-flash","source_model_name":"qwen3.8-omni-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":0,"failed":2,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791161665,"task_types":["inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791172477,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"agnes-video-2.5","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-video-2.5","source_model_name":"agnes-video-2.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"@cf/mistralai/mistral-small-3.1-24b-instruct","vendor_id":75,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/mistralai/mistral-small-3.1-24b-instruct","source_model_name":"@cf/mistralai/mistral-small-3.1-24b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790862759,"task_types":["invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790873559,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"deepseek-v4-flash","tags":"DeepSeek","vendor_id":3,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21","vip","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-v4-flash","avg_ttft_ms":10761,"avg_latency_ms":21242,"success_rate":99.94,"avg_tps":50.81,"source_model_name":"deepseek-v4-flash"}},{"model_name":"voxtral-mini-realtime-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"voxtral-mini-realtime-latest","source_model_name":"voxtral-mini-realtime-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"inkling","tags":"\u5feb\u624b","vendor_id":37,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":0.6,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"inkling","source_model_name":"inkling","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791117465,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791128266,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"glm-5.3-flashx","vendor_id":5,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"glm-5.3-flashx","avg_ttft_ms":19004,"avg_latency_ms":58305,"success_rate":86.75,"avg_tps":39.75,"source_model_name":"glm-5.3-flashx"},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791210089,"task_types":["invoice"],"last_result":"non_success_finish_reason","interrupted":0,"next_probe":1791220892,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.20-multi-agent-console","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-multi-agent-console","source_model_name":"grok-4.20-multi-agent-console","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791067571,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791078371,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-large-2512","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-large-2512","source_model_name":"mistral-large-2512","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791097139,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791107939,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.1-70b-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-70b-instruct","source_model_name":"llama-3.1-70b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791089494,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791100295,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-parse-2.0","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-parse-2.0","source_model_name":"nemotron-parse-2.0","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"gemini-3.8-flash","vendor_id":10,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":4,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-3.8-flash","avg_ttft_ms":21170,"avg_latency_ms":17869,"success_rate":52.12,"avg_tps":75.74,"source_model_name":"gemini-3.8-flash"}},{"model_name":"grok-voice-latest","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u5927\u65e5","grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-voice-latest","source_model_name":"grok-voice-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":1790910697,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"gemma-2b","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemma-2b","source_model_name":"gemma-2b","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":0,"failed":9,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791286424,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791297224,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"@cf/nvidia/nemotron-3-120b-a12b","vendor_id":75,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/nvidia/nemotron-3-120b-a12b","source_model_name":"@cf/nvidia/nemotron-3-120b-a12b","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1790862767},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790862767,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790862773,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"mistral-vibe-cli-with-tools","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-vibe-cli-with-tools","source_model_name":"mistral-vibe-cli-with-tools","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791145366,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791156167,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.3-medium","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","grok","\u4e34\u65f6"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.3-medium","source_model_name":"grok-4.3-medium","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":3,"real_success_rate":null,"last_tested_at":1790866966},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":3,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790866966,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790866974,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":3,"probe_only":true}},{"model_name":"grok-imagine-image-pro","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-image-pro","source_model_name":"grok-imagine-image-pro","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gemma-3-4b-it","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemma-3-4b-it","source_model_name":"gemma-3-4b-it","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791238441,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791249246,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"nvclip","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nvclip","source_model_name":"nvclip","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"vision_encoder","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-guard-4-12b","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-guard-4-12b","source_model_name":"llama-guard-4-12b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791132868,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"stream_deadline_exceeded","interrupted":0,"next_probe":1791143759,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"zamba2-7b-instruct","tags":"Zyphra","vendor_id":73,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"zamba2-7b-instruct","source_model_name":"zamba2-7b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791251603,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791262404,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.1-nemotron-nano-vl-8b-v1","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-nemotron-nano-vl-8b-v1","source_model_name":"llama-3.1-nemotron-nano-vl-8b-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791097745,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791108545,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-composer","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-composer","source_model_name":"grok-composer","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791070737,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791081537,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-large","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-large","source_model_name":"mistral-large","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791147298,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791158099,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"@cf/meta/llama-4-scout-17b-16e-instruct","vendor_id":75,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/meta/llama-4-scout-17b-16e-instruct","source_model_name":"@cf/meta/llama-4-scout-17b-16e-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790862755,"task_types":["invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790873555,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-5.5","description":"\u516c\u76ca\u7fa4 Sub2API model","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u53cd\u4ee3\u6d4b\u8bd5","\u9650\u65f6 gpt","\u5927\u65e5","\u81ea\u7528","grok","\u4e34\u65f6","vip","\u6d4b\u8bd5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.5","avg_ttft_ms":12476,"avg_latency_ms":29676,"success_rate":95.48,"avg_tps":59.38,"source_model_name":"gpt-5.5"}},{"model_name":"grok-4.3-high","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","grok","\u4e34\u65f6"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.3-high","source_model_name":"grok-4.3-high","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1790892607},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":1,"failed":3,"success_rate":25.0,"target_samples":3,"status":"observing","last_tested_at":1790892607,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"correct_answer","interrupted":0,"next_probe":1790892733,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"grok-build-latest","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-build-latest","source_model_name":"grok-build-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791068905,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791079706,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"dall-e-3","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["image-generation","openai"],"_guard_metrics":{"model_name":"dall-e-3","source_model_name":"dall-e-3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-medium-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-medium-latest","source_model_name":"mistral-medium-latest","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790867382},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790867382,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790867388,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"llama-3.2-1b-instruct","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.2-1b-instruct","source_model_name":"llama-3.2-1b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791100782,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791111582,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-ocr-3-0","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-ocr-3-0","source_model_name":"mistral-ocr-3-0","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"qwen-3.8-27b","vendor_id":4,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["vip","\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen-3.8-27b","source_model_name":"qwen-3.8-27b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":11,"passed":0,"failed":11,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791198700,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791209500,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama3-chatqa-1.5-70b","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama3-chatqa-1.5-70b","source_model_name":"llama3-chatqa-1.5-70b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791143051,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791153852,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"voxtral-small-2507","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"voxtral-small-2507","source_model_name":"voxtral-small-2507","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"claude-opus-4-7","tags":"Anthropic","vendor_id":2,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-opus-4-7","source_model_name":"claude-opus-4-7","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":19,"passed":0,"failed":19,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791301450,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791312251,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"deepseek-v4.1-flash-expires-on-0910","vendor_id":27,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u56fd\u6a21","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-v4.1-flash-expires-on-0910","source_model_name":"deepseek-v4.1-flash-expires-on-0910","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":8,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":32,"passed":0,"failed":32,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791305106,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791315906,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"step-3.7-flash","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"cache_ratio":1,"enable_groups":["default","\u5927\u65e5","\u56fd\u6a21","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"step-3.7-flash","source_model_name":"step-3.7-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790946690,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":0,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"hy3","tags":"\u817e\u8baf","vendor_id":14,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["\u5927\u65e5","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"hy3","source_model_name":"hy3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791071222,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791082023,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-5.2","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u53cd\u4ee3\u6d4b\u8bd5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.2","source_model_name":"gpt-5.2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791052610,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791063410,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"bce-reranker-base_v1","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"bce-reranker-base_v1","source_model_name":"bce-reranker-base_v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"agnes-image-2.0-flash","quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-image-2.0-flash","source_model_name":"agnes-image-2.0-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":1790862933,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"bge-small-zh-v1.5","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"bge-small-zh-v1.5","source_model_name":"bge-small-zh-v1.5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u66b4\u5bcc]agnes-2.5-flash","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]agnes-2.5-flash","source_model_name":"[\u66b4\u5bcc]agnes-2.5-flash","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":10,"passed":2,"failed":8,"success_rate":20.0,"target_samples":3,"status":"queued","last_tested_at":1791247178,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791257983,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"claude-sonnet-4-6","tags":"Anthropic","vendor_id":2,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-sonnet-4-6","source_model_name":"claude-sonnet-4-6","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":2,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":23,"passed":0,"failed":23,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791304743,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791315544,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"codegemma-7b","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"codegemma-7b","source_model_name":"codegemma-7b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791305228,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791316029,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-code-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-code-latest","source_model_name":"mistral-code-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"observing","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"glm-5.3","vendor_id":5,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1.5,"cache_ratio":0.5,"enable_groups":["\u56fd\u6a21","\u5927\u65e5","\u798f\u5229","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"glm-5.3","avg_ttft_ms":11250,"avg_latency_ms":40682,"success_rate":24.12,"avg_tps":65.08,"source_model_name":"glm-5.3"}},{"model_name":"grok-4.20-0309-reasoning","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default","\u81ea\u7528"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-0309-reasoning","source_model_name":"grok-4.20-0309-reasoning","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790866836},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790866836,"task_types":["code_trace","inventory","invoice"],"last_result":"http_502","interrupted":0,"next_probe":1790866849,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"gemini-2.5-flash","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-2.5-flash","avg_ttft_ms":2802,"avg_latency_ms":1799,"success_rate":100,"avg_tps":45.6,"source_model_name":"gemini-2.5-flash"},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790947716,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1790958518,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"palmyra-med-70b","tags":"Writer","vendor_id":64,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"palmyra-med-70b","source_model_name":"palmyra-med-70b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791207412,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791218212,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.8-max-image","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.8-max-image","avg_ttft_ms":0,"avg_latency_ms":130,"success_rate":0,"avg_tps":0,"source_model_name":"qwen3.8-max-image","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"qwen-image-turbo","vendor_id":4,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen-image-turbo","source_model_name":"qwen-image-turbo","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gpt-5.4","description":"\u516c\u76ca\u7fa4 Sub2API model","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u9650\u65f6 gpt","vip","\u6d4b\u8bd5","\u81ea\u7528","\u53cd\u4ee3\u6d4b\u8bd5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.4","source_model_name":"gpt-5.4","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791056215,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791067015,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"cohere-rerank","tags":"Cohere","vendor_id":15,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"cohere-rerank","source_model_name":"cohere-rerank","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"codestral-embed","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"codestral-embed","source_model_name":"codestral-embed","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-ocr-2512","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-ocr-2512","source_model_name":"mistral-ocr-2512","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"yi-large","tags":"\u96f6\u4e00\u4e07\u7269","vendor_id":24,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"yi-large","source_model_name":"yi-large","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791301572,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791312373,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"devstral-2512","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"devstral-2512","source_model_name":"devstral-2512","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791045166,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791055966,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"jina-embeddings-v4","vendor_id":74,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"jina-embeddings-v4","source_model_name":"jina-embeddings-v4","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-imagine-image-quality","tags":"Grok","vendor_id":6,"quota_type":1,"model_ratio":0,"model_price":5,"owner_by":"","completion_ratio":0,"enable_groups":["\u4e34\u65f6","default","\u81ea\u7528","grok"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-image-quality","source_model_name":"grok-imagine-image-quality","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-imagine-video-1.5-2026-05-30","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-video-1.5-2026-05-30","source_model_name":"grok-imagine-video-1.5-2026-05-30","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-ocr-3","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-ocr-3","source_model_name":"mistral-ocr-3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"minimax-m2","tags":"MiniMax","vendor_id":63,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"minimax-m2","source_model_name":"minimax-m2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791089125,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_402","interrupted":0,"next_probe":1791099927,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-voice-think-fast-2.0","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-voice-think-fast-2.0","source_model_name":"grok-voice-think-fast-2.0","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-small-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-small-latest","source_model_name":"mistral-small-latest","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790867411},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790867411,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790867416,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"gpt-oss-120b","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-oss-120b","source_model_name":"gpt-oss-120b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":0,"failed":9,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791224310,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791235111,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"agnes-video-2.5-flash","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-video-2.5-flash","source_model_name":"agnes-video-2.5-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-medium-3-5","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-medium-3-5","source_model_name":"mistral-medium-3-5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791126567,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791137367,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.20-multi-agent-0309-xhigh","vendor_id":6,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-multi-agent-0309-xhigh","source_model_name":"grok-4.20-multi-agent-0309-xhigh","success_rate":50.0,"source":"graded_questions","visibility_status":"tested","samples":2,"passed":1,"real_success_rate":null,"last_tested_at":1791221144},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":5,"failed":1,"success_rate":83.33,"target_samples":3,"status":"observing","last_tested_at":1791221144,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"correct_answer","interrupted":0,"next_probe":1791221270,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":1,"probe_only":true}},{"model_name":"qwen3.7-plus-nothinking","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.7-plus-nothinking","source_model_name":"qwen3.7-plus-nothinking","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791229604,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791240409,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nemotron-3.5-content-safety","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3.5-content-safety","source_model_name":"nemotron-3.5-content-safety","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"scoring_or_safety_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"nv-embedcode-7b-v1","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u56fd\u6a21","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nv-embedcode-7b-v1","source_model_name":"nv-embedcode-7b-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"auto","tags":"OpenRouter","vendor_id":42,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"auto","source_model_name":"auto","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":0,"failed":2,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791224433,"task_types":["inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791235243,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.20-multi-agent-xhigh","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-multi-agent-xhigh","source_model_name":"grok-4.20-multi-agent-xhigh","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791068540,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791079340,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-build","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-build","source_model_name":"grok-build","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791067933,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791078733,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"ising-calibration-1.5-31b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":0.6,"enable_groups":["\u56fd\u6a21","\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ising-calibration-1.5-31b","source_model_name":"ising-calibration-1.5-31b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"calibration_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"wzragent","tags":"\u5176\u4ed6","vendor_id":47,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"wzragent","source_model_name":"wzragent","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791151107,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791161908,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-image-1","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u81ea\u7528","vip","default"],"supported_endpoint_types":["image-generation","openai"],"_guard_metrics":{"model_name":"gpt-image-1","avg_ttft_ms":0,"avg_latency_ms":257,"success_rate":0,"avg_tps":0,"source_model_name":"gpt-image-1","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-latest","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-latest","source_model_name":"grok-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791076215,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791087016,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"text-embedding-3-large","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"text-embedding-3-large","source_model_name":"text-embedding-3-large","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-medium-2508","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-medium-2508","source_model_name":"mistral-medium-2508","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791122939,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_429","interrupted":0,"next_probe":1791133740,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"palmyra-creative-122b","tags":"Writer","vendor_id":64,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"palmyra-creative-122b","source_model_name":"palmyra-creative-122b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791190424,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791201224,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"jina-clip-v1","vendor_id":74,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"jina-clip-v1","source_model_name":"jina-clip-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":1790914087,"pause_reason":null,"unsupported_reason":"vision_encoder","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"ministral-14b-instruct-2512","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ministral-14b-instruct-2512","source_model_name":"ministral-14b-instruct-2512","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791144021,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_410","interrupted":0,"next_probe":1791154821,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"bce-embedding-base_v1","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"bce-embedding-base_v1","source_model_name":"bce-embedding-base_v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-imagine-image-2026-03-02","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-image-2026-03-02","avg_ttft_ms":0,"avg_latency_ms":156,"success_rate":0,"avg_tps":0,"source_model_name":"grok-imagine-image-2026-03-02","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.5-high","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.5-high","source_model_name":"grok-4.5-high","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":3,"real_success_rate":null,"last_tested_at":1790866985},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":3,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790866985,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790867009,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":3,"probe_only":true}},{"model_name":"nemotron-4-340b-instruct","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-4-340b-instruct","source_model_name":"nemotron-4-340b-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791163739,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791174539,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-build-0.1","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u81ea\u7528","grok","\u4e34\u65f6"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-build-0.1","source_model_name":"grok-build-0.1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791067206,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791078007,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"voxtral-small-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"voxtral-small-latest","source_model_name":"voxtral-small-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"voxtral-mini-realtime-2602","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"voxtral-mini-realtime-2602","source_model_name":"voxtral-mini-realtime-2602","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"nemoretriever-parse","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemoretriever-parse","source_model_name":"nemoretriever-parse","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-ocr-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-ocr-latest","source_model_name":"mistral-ocr-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gemini-2.5-flash-lite","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-2.5-flash-lite","avg_ttft_ms":3365,"avg_latency_ms":7539,"success_rate":38.46,"avg_tps":1061.15,"source_model_name":"gemini-2.5-flash-lite"},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790958939,"task_types":["invoice"],"last_result":"http_401","interrupted":0,"next_probe":1790969740,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.3-low","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.3-low","avg_ttft_ms":7593,"avg_latency_ms":7715,"success_rate":97.77,"avg_tps":69.65,"source_model_name":"grok-4.3-low"},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":3,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790866954,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790866962,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":3,"probe_only":false}},{"model_name":"gpt-6-luna","vendor_id":30,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-6-luna","avg_ttft_ms":37506,"avg_latency_ms":46704,"success_rate":34.26,"avg_tps":27.51,"source_model_name":"gpt-6-luna"}},{"model_name":"qwen3.8-flash","vendor_id":19,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.8-flash","source_model_name":"qwen3.8-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791233291,"task_types":["code_trace","inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791244096,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"jina-clip-v2","vendor_id":74,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"jina-clip-v2","source_model_name":"jina-clip-v2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":1790917724,"pause_reason":null,"unsupported_reason":"vision_encoder","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"codex-auto-review","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["vip","\u81ea\u7528","default","\u9650\u65f6 gpt"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"codex-auto-review","source_model_name":"codex-auto-review","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":12,"passed":1,"failed":11,"success_rate":8.33,"target_samples":3,"status":"queued","last_tested_at":1791297403,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791308204,"pause_reason":null,"unsupported_reason":null,"cycle_samples":3,"cycle_passed":0,"probe_only":false}},{"model_name":"gpt-5.3-codex","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.3-codex","source_model_name":"gpt-5.3-codex","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791056083,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791066893,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"[\u66b4\u5bcc]mimo-v2.6-pro-ultraspeed-studio","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]mimo-v2.6-pro-ultraspeed-studio","source_model_name":"[\u66b4\u5bcc]mimo-v2.6-pro-ultraspeed-studio","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":2,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791272677,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791283478,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"agnes-2.0-flash","tags":"Infron AI","vendor_id":38,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-2.0-flash","source_model_name":"agnes-2.0-flash","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1790862847},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790862847,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790862896,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"step-5-preview","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u5927\u65e5","default","\u56fd\u6a21","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"step-5-preview","avg_ttft_ms":4862,"avg_latency_ms":7912,"success_rate":85.71,"avg_tps":81.3,"source_model_name":"step-5-preview"},"_guard_question_test":{"source":"graded_questions","samples":13,"passed":3,"failed":10,"success_rate":23.08,"target_samples":3,"status":"observing","last_tested_at":1791158391,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_429","interrupted":0,"next_probe":1791169192,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.6-xhigh","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.6-xhigh","source_model_name":"grok-4.6-xhigh","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":4,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791286909,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791297709,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"deepseek-v4.1","vendor_id":3,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-v4.1","source_model_name":"deepseek-v4.1","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":26,"passed":0,"failed":26,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791284488,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791295288,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"recurrentgemma-2b","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"recurrentgemma-2b","source_model_name":"recurrentgemma-2b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791231065,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791241870,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"muse-spark-1.3","vendor_id":8,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"muse-spark-1.3","source_model_name":"muse-spark-1.3","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790867445,"task_types":["code_trace","inventory","invoice"],"last_result":"non_success_finish_reason","interrupted":0,"next_probe":0,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"step-gui","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"step-gui","source_model_name":"step-gui","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791154384,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791165185,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"devstral-medium-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"devstral-medium-latest","source_model_name":"devstral-medium-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791048835,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791059635,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-embed-2312","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-embed-2312","source_model_name":"mistral-embed-2312","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"nemotron-3-ultra","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3-ultra","source_model_name":"nemotron-3-ultra","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":4,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":2,"failed":4,"success_rate":33.33,"target_samples":3,"status":"queued","last_tested_at":1791297935,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"error_in_stream","interrupted":0,"next_probe":1791308736,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.3-none","vendor_id":6,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.3-none","source_model_name":"grok-4.3-none","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790866977},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790866977,"task_types":["code_trace","inventory","invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790866982,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"cosmos-reason2-8b","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"cosmos-reason2-8b","source_model_name":"cosmos-reason2-8b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":0,"failed":2,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791044924,"task_types":["inventory","invoice"],"last_result":"http_404","interrupted":0,"next_probe":1791055724,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"ai-synthetic-video-detector","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ai-synthetic-video-detector","source_model_name":"ai-synthetic-video-detector","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gpt-4o","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-4o","source_model_name":"gpt-4o","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":4,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":20,"passed":0,"failed":20,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791297767,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"truncated_stream","interrupted":0,"next_probe":1791308613,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"minimax-m2.1","tags":"MiniMax","vendor_id":63,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"minimax-m2.1","source_model_name":"minimax-m2.1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791090101,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_402","interrupted":0,"next_probe":1791100903,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"bge-m3","tags":"BAAI","vendor_id":43,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21","\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"bge-m3","avg_ttft_ms":0,"avg_latency_ms":25998,"success_rate":0,"avg_tps":0,"source_model_name":"bge-m3","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"phi-3-vision-128k-instruct","tags":"Microsoft","vendor_id":54,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"phi-3-vision-128k-instruct","source_model_name":"phi-3-vision-128k-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791209601,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791220401,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.1-nemoguard-8b-topic-control","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-nemoguard-8b-topic-control","source_model_name":"llama-3.1-nemoguard-8b-topic-control","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"scoring_or_safety_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"[\u66b4\u5bcc]agnes-3.0-flash","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default","\u798f\u5229","\u9053\u98d8\u98d8\u63d0\u4f9b"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]agnes-3.0-flash","source_model_name":"[\u66b4\u5bcc]agnes-3.0-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":1,"failed":6,"success_rate":14.29,"target_samples":3,"status":"queued","last_tested_at":1791246188,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791256993,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"devstral-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"devstral-latest","source_model_name":"devstral-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791045288,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_429","interrupted":0,"next_probe":1791056088,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"claude-sonnet-4-6-thinking","tags":"Anthropic","vendor_id":2,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":0.4,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-sonnet-4-6-thinking","source_model_name":"claude-sonnet-4-6-thinking","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":3,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":24,"passed":0,"failed":24,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791305351,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791316151,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u66b4\u5bcc]grok-4.20-multi-agent-0309","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u798f\u5229","\u9053\u98d8\u98d8\u63d0\u4f9b"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]grok-4.20-multi-agent-0309","source_model_name":"[\u66b4\u5bcc]grok-4.20-multi-agent-0309","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":6,"failed":3,"success_rate":66.67,"target_samples":3,"status":"queued","last_tested_at":1791305837,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791316637,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.6-low","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.6-low","source_model_name":"grok-4.6-low","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791068782,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_426","interrupted":0,"next_probe":1791079584,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"llama-3.1-nemoguard-8b-content-safety","tags":"Meta","vendor_id":13,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u5927\u65e5","default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"llama-3.1-nemoguard-8b-content-safety","source_model_name":"llama-3.1-nemoguard-8b-content-safety","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":1790917935,"pause_reason":null,"unsupported_reason":"scoring_or_safety_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-4.7-low","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.7-low","source_model_name":"grok-4.7-low","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791075477,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_426","interrupted":0,"next_probe":1791086280,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-realtime-mini","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-realtime-mini","source_model_name":"gpt-realtime-mini","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u5c0f\u7ea2\u85af]dots3-note-prev","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u5c0f\u7ea2\u85af]dots3-note-prev","source_model_name":"[\u5c0f\u7ea2\u85af]dots3-note-prev","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1791051745},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1791051745,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1791051872,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"[\u66b4\u5bcc]ling-3.0-flash-sante","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]ling-3.0-flash-sante","source_model_name":"[\u66b4\u5bcc]ling-3.0-flash-sante","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1791034238},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1791034238,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1791034363,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"step-router-v1","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default","\u5927\u65e5","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"step-router-v1","source_model_name":"step-router-v1","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791155725,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791166525,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-vibe-cli-fast","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-vibe-cli-fast","source_model_name":"mistral-vibe-cli-fast","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791139747,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791150547,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-6.1-sol","vendor_id":22,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-6.1-sol","source_model_name":"gpt-6.1-sol","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":3,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":11,"passed":0,"failed":11,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791289639,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791300440,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.20-0309-reasoning-console","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-0309-reasoning-console","source_model_name":"grok-4.20-0309-reasoning-console","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791064508,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791075308,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"nv-embedqa-mistral-7b-v2","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nv-embedqa-mistral-7b-v2","source_model_name":"nv-embedqa-mistral-7b-v2","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"sensenova-u1-fast","tags":"\u5546\u6c64","vendor_id":68,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u5927\u65e5","default","\u56fd\u6a21","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"sensenova-u1-fast","source_model_name":"sensenova-u1-fast","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791143656,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791154456,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-image-2.5","vendor_id":30,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-image-2.5","avg_ttft_ms":0,"avg_latency_ms":240,"success_rate":0,"avg_tps":0,"source_model_name":"gpt-image-2.5","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"ministral-3b-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"ministral-3b-latest","source_model_name":"ministral-3b-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":0,"failed":4,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790914583,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1790925384,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"doubao-seed-2.0-lite","tags":"\u5b57\u8282\u8df3\u52a8","vendor_id":7,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"doubao-seed-2.0-lite","source_model_name":"doubao-seed-2.0-lite","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":14,"passed":0,"failed":14,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791196152,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791206953,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.7-max","tags":"Qwen","vendor_id":4,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.7-max","source_model_name":"qwen3.7-max","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"observing","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"qwen3.8-max-nothinking","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.8-max-nothinking","source_model_name":"qwen3.8-max-nothinking","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791225048,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791235858,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mimo-v2.5-tts-voiceclone","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mimo-v2.5-tts-voiceclone","source_model_name":"mimo-v2.5-tts-voiceclone","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u66b4\u5bcc]mimo-v2.6-flash","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]mimo-v2.6-flash","source_model_name":"[\u66b4\u5bcc]mimo-v2.6-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791234378,"task_types":["invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791245183,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-image-1.5","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u81ea\u7528","vip","default"],"supported_endpoint_types":["image-generation","openai"],"_guard_metrics":{"model_name":"gpt-image-1.5","avg_ttft_ms":0,"avg_latency_ms":254,"success_rate":0,"avg_tps":0,"source_model_name":"gpt-image-1.5","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gpt-reserve","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-reserve","source_model_name":"gpt-reserve","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791196518,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791207318,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok","source_model_name":"grok","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791059863,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791070663,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-oss:120b","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-oss:120b","source_model_name":"gpt-oss:120b","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1791044561},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":5,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1791044561,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"correct_answer","interrupted":0,"next_probe":1791044682,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"magistral-small-latest","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"magistral-small-latest","source_model_name":"magistral-small-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791088761,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791099561,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"agnes-2.5-flash","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"agnes-2.5-flash","source_model_name":"agnes-2.5-flash","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":0,"last_tested_at":1791292910},"_guard_question_test":{"source":"graded_questions","samples":13,"passed":3,"failed":10,"success_rate":23.08,"target_samples":3,"status":"observing","last_tested_at":1791292910,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"correct_answer","interrupted":0,"next_probe":1791293032,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":false}},{"model_name":"granite-34b-code-instruct","tags":"IBM","vendor_id":50,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"granite-34b-code-instruct","source_model_name":"granite-34b-code-instruct","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791063896,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791074696,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"codestral-2508","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"codestral-2508","source_model_name":"codestral-2508","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791207534,"task_types":["code_trace","inventory","invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1791218335,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-embed","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-embed","source_model_name":"mistral-embed","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"magistral-medium-latest","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"magistral-medium-latest","source_model_name":"magistral-medium-latest","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791086809,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791097609,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gemma-3-12b-it","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemma-3-12b-it","source_model_name":"gemma-3-12b-it","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":1,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791289763,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_404","interrupted":0,"next_probe":1791300563,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"nemotron-3-super","tags":"NVIDIA","vendor_id":39,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"nemotron-3-super","source_model_name":"nemotron-3-super","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790867482},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790867482,"task_types":["code_trace","inventory","invoice"],"last_result":"stream_deadline_exceeded","interrupted":0,"next_probe":1790867575,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"mistral-medium-2505","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-medium-2505","source_model_name":"mistral-medium-2505","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791109083,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791119883,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gemini-3.1-pro-low","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-3.1-pro-low","source_model_name":"gemini-3.1-pro-low","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":2,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":1,"failed":6,"success_rate":14.29,"target_samples":3,"status":"queued","last_tested_at":1791256742,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791267542,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.3-fast","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.3-fast","source_model_name":"grok-4.3-fast","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":10,"passed":0,"failed":10,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791223327,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791234127,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-ocr-4-0","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-ocr-4-0","source_model_name":"mistral-ocr-4-0","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"document_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gemini-3.5-flash","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-3.5-flash","source_model_name":"gemini-3.5-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":30,"passed":0,"failed":30,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791222119,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791232920,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gemini-3.6-flash-high","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":4,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemini-3.6-flash-high","source_model_name":"gemini-3.6-flash-high","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":2,"failed":3,"success_rate":40.0,"target_samples":3,"status":"queued","last_tested_at":1791228740,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791239545,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-image-2.5-sunburst","vendor_id":22,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-image-2.5-sunburst","avg_ttft_ms":0,"avg_latency_ms":375,"success_rate":0,"avg_tps":0,"source_model_name":"gpt-image-2.5-sunburst","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"gemma4:31b","tags":"Google","vendor_id":10,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gemma4:31b","source_model_name":"gemma4:31b","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":33,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":2,"failed":4,"success_rate":33.33,"target_samples":3,"status":"queued","last_tested_at":1791300719,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_429","interrupted":0,"next_probe":1791311520,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"@cf/openai/gpt-oss-20b","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/openai/gpt-oss-20b","source_model_name":"@cf/openai/gpt-oss-20b","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1790862781},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":1,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790862781,"task_types":["invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790862787,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"[\u66b4\u5bcc]space-bunny","quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]space-bunny","source_model_name":"[\u66b4\u5bcc]space-bunny","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":3,"failed":2,"success_rate":60.0,"target_samples":3,"status":"queued","last_tested_at":1791230691,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791241496,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"minimax-m2.1-highspeed","tags":"MiniMax","vendor_id":63,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"minimax-m2.1-highspeed","source_model_name":"minimax-m2.1-highspeed","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791096410,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_402","interrupted":0,"next_probe":1791107211,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-5.6-sol","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["vip","\u6d4b\u8bd5","\u81ea\u7528","default","\u9650\u65f6 gpt"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.6-sol","avg_ttft_ms":24890,"avg_latency_ms":61916,"success_rate":56.47,"avg_tps":6.08,"source_model_name":"gpt-5.6-sol"}},{"model_name":"claude-opus-4-8","tags":"Anthropic","vendor_id":2,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"claude-opus-4-8","source_model_name":"claude-opus-4-8","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":4,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":35,"passed":0,"failed":35,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791300233,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791311034,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u5343\u95ee\u751f\u56fe]qwen3.8-max-image","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u5343\u95ee\u751f\u56fe]qwen3.8-max-image","avg_ttft_ms":0,"avg_latency_ms":20,"success_rate":0,"avg_tps":0,"source_model_name":"[\u5343\u95ee\u751f\u56fe]qwen3.8-max-image","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":1790862767,"pause_reason":null,"unsupported_reason":"image_or_video_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u66b4\u5bcc]muse-spark-1.2-contributor","vendor_id":8,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]muse-spark-1.2-contributor","source_model_name":"[\u66b4\u5bcc]muse-spark-1.2-contributor","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1791053277},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":3,"failed":1,"success_rate":75.0,"target_samples":3,"status":"observing","last_tested_at":1791053277,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"correct_answer","interrupted":0,"next_probe":1791053401,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"gpt-5-mini","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5-mini","source_model_name":"gpt-5-mini","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":7,"passed":0,"failed":7,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791052478,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791063288,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"gpt-6-astra","vendor_id":30,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["\u5927\u65e5","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-6-astra","source_model_name":"gpt-6-astra","success_rate":0,"source":"recent_usage_logs","log_success":0,"log_failure":8,"visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":27,"passed":0,"failed":27,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791303918,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791314719,"pause_reason":null,"unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":false}},{"model_name":"deepseek-flash","vendor_id":27,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"deepseek-flash","source_model_name":"deepseek-flash","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":9,"passed":1,"failed":8,"success_rate":11.11,"target_samples":3,"status":"queued","last_tested_at":1791290005,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_503","interrupted":0,"next_probe":1791300805,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-medium-2604","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-medium-2604","source_model_name":"mistral-medium-2604","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791123636,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791134436,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"grok-3-mini","tags":"Grok","vendor_id":6,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":2,"enable_groups":["default","\u81ea\u7528"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-3-mini","source_model_name":"grok-3-mini","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":8,"passed":0,"failed":8,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791122687,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_502","interrupted":0,"next_probe":1791133497,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"whisper","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"whisper","source_model_name":"whisper","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"grok-4.20-multi-agent-0309-medium","vendor_id":6,"quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["grok","\u4e34\u65f6","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.20-multi-agent-0309-medium","source_model_name":"grok-4.20-multi-agent-0309-medium","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":1,"passed":1,"real_success_rate":null,"last_tested_at":1790951472},"_guard_question_test":{"source":"graded_questions","samples":4,"passed":4,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790951472,"task_types":["code_trace","inventory","invoice","schedule"],"last_result":"correct_answer","interrupted":0,"next_probe":1790951600,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":1,"cycle_passed":1,"probe_only":true}},{"model_name":"grok-4.7-high","vendor_id":6,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","grok","\u4e34\u65f6"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-4.7-high","avg_ttft_ms":72801,"avg_latency_ms":302213,"success_rate":83.33,"avg_tps":6342.11,"source_model_name":"grok-4.7-high"},"_guard_question_test":{"source":"graded_questions","samples":8,"passed":0,"failed":8,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1791074367,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_426","interrupted":0,"next_probe":1791085168,"pause_reason":"positive_usage_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":false}},{"model_name":"gpt-5.6-luna","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u9650\u65f6 gpt","vip","\u6d4b\u8bd5","\u81ea\u7528","default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"gpt-5.6-luna","avg_ttft_ms":7320,"avg_latency_ms":59851,"success_rate":77.78,"avg_tps":34.4,"source_model_name":"gpt-5.6-luna"}},{"model_name":"grok-imagine-edit","tags":"Grok","vendor_id":6,"quota_type":1,"model_ratio":0,"model_price":5,"owner_by":"","completion_ratio":0,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"grok-imagine-edit","source_model_name":"grok-imagine-edit","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791075236,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791086036,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3.7-plus","tags":"Qwen","vendor_id":4,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3.7-plus","source_model_name":"qwen3.7-plus","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":0,"failed":2,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791139989,"task_types":["inventory","invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1791150810,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"mistral-moderation-2603","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-moderation-2603","source_model_name":"mistral-moderation-2603","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791133082,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791143882,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"sensenova-6.7-flash-lite","tags":"\u5546\u6c64","vendor_id":68,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"sensenova-6.7-flash-lite","source_model_name":"sensenova-6.7-flash-lite","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":0,"failed":3,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791235000,"task_types":["code_trace","inventory","invoice"],"last_result":"http_500","interrupted":0,"next_probe":1791245805,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"@cf/meta/llama-3.3-70b-instruct-fp8-fast","vendor_id":26,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"@cf/meta/llama-3.3-70b-instruct-fp8-fast","source_model_name":"@cf/meta/llama-3.3-70b-instruct-fp8-fast","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":1,"passed":0,"failed":1,"success_rate":0.0,"target_samples":3,"status":"observing","last_tested_at":1790862742,"task_types":["invoice"],"last_result":"wrong_answer","interrupted":0,"next_probe":1790873542,"pause_reason":"awaiting_explicit_zero","unsupported_reason":null,"cycle_samples":1,"cycle_passed":0,"probe_only":true}},{"model_name":"mimo-v2.5-tts-voicedesign","tags":"OpenAI","vendor_id":1,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mimo-v2.5-tts-voicedesign","source_model_name":"mimo-v2.5-tts-voicedesign","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"audio_fixture","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"mistral-tiny","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":3,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"mistral-tiny","source_model_name":"mistral-tiny","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791147420,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_401","interrupted":0,"next_probe":1791158221,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"step-3.5-flash-2603","tags":"\u9636\u8dc3\u661f\u8fb0","vendor_id":71,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":0.6,"cache_ratio":1,"enable_groups":["\u798f\u5229","default","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"step-3.5-flash-2603","source_model_name":"step-3.5-flash-2603","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":6,"passed":0,"failed":6,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791152813,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791163613,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"labs-leanstral-1-5","tags":"Mistral","vendor_id":12,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"labs-leanstral-1-5","source_model_name":"labs-leanstral-1-5","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":5,"passed":0,"failed":5,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791079728,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_403","interrupted":0,"next_probe":1791090528,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"doubao-seed-2.1-turbo","vendor_id":7,"quota_type":0,"model_ratio":2.5,"model_price":0,"owner_by":"","completion_ratio":1,"cache_ratio":1,"enable_groups":["default","\u56fd\u6a21"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"doubao-seed-2.1-turbo","source_model_name":"doubao-seed-2.1-turbo","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":20,"passed":0,"failed":20,"success_rate":0.0,"target_samples":3,"status":"queued","last_tested_at":1791228493,"task_types":["code_trace","inventory","invoice","reading","schedule"],"last_result":"http_500","interrupted":0,"next_probe":1791239298,"pause_reason":null,"unsupported_reason":null,"cycle_samples":2,"cycle_passed":0,"probe_only":true}},{"model_name":"qwen3-embedding-8b","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3-embedding-8b","source_model_name":"qwen3-embedding-8b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"qwen3-reranker-4b","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3-reranker-4b","source_model_name":"qwen3-reranker-4b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"qwen3-embedding-4b","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3-embedding-4b","source_model_name":"qwen3-embedding-4b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"qwen/qwen3.8-flash-next","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen/qwen3.8-flash-next","source_model_name":"qwen/qwen3.8-flash-next","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":2,"passed":2,"real_success_rate":null,"last_tested_at":1790868057},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":2,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790868057,"task_types":["inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790868062,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":2,"probe_only":true}},{"model_name":"qwen3-embedding-0.6b","vendor_id":4,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3-embedding-0.6b","source_model_name":"qwen3-embedding-0.6b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"[\u66b4\u5bcc]atria-dawn-preview","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]atria-dawn-preview","source_model_name":"[\u66b4\u5bcc]atria-dawn-preview","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":3,"real_success_rate":null,"last_tested_at":1790868197},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":3,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790868197,"task_types":["code_trace","inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790868216,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":3,"probe_only":true}},{"model_name":"qwen3-reranker-0.6b","vendor_id":4,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3-reranker-0.6b","source_model_name":"qwen3-reranker-0.6b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}},{"model_name":"qwen/qwen3.8-27b","vendor_id":4,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["default","\u798f\u5229","\u9053\u98d8\u98d8\u63d0\u4f9b"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen/qwen3.8-27b","source_model_name":"qwen/qwen3.8-27b","success_rate":100.0,"source":"graded_questions","visibility_status":"tested","samples":2,"passed":2,"real_success_rate":null,"last_tested_at":1790868047},"_guard_question_test":{"source":"graded_questions","samples":2,"passed":2,"failed":0,"success_rate":100.0,"target_samples":3,"status":"observing","last_tested_at":1790868047,"task_types":["inventory","invoice"],"last_result":"correct_answer","interrupted":0,"next_probe":1790868056,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":2,"cycle_passed":2,"probe_only":true}},{"model_name":"[\u66b4\u5bcc]agents-a1","quota_type":0,"model_ratio":5,"model_price":0,"owner_by":"","completion_ratio":5,"cache_ratio":5,"enable_groups":["\u9053\u98d8\u98d8\u63d0\u4f9b","default","\u798f\u5229"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"[\u66b4\u5bcc]agents-a1","source_model_name":"[\u66b4\u5bcc]agents-a1","success_rate":33.333333333333336,"source":"graded_questions","visibility_status":"tested","samples":3,"passed":1,"real_success_rate":null,"last_tested_at":1790868088},"_guard_question_test":{"source":"graded_questions","samples":3,"passed":1,"failed":2,"success_rate":33.33,"target_samples":3,"status":"observing","last_tested_at":1790868088,"task_types":["code_trace","inventory","invoice"],"last_result":"stream_deadline_exceeded","interrupted":0,"next_probe":1790868181,"pause_reason":"positive_question_rate","unsupported_reason":null,"cycle_samples":3,"cycle_passed":1,"probe_only":true}},{"model_name":"qwen3-reranker-8b","vendor_id":31,"quota_type":0,"model_ratio":0.5,"model_price":0,"owner_by":"","completion_ratio":1,"enable_groups":["\u798f\u5229","\u5927\u65e5"],"supported_endpoint_types":["openai"],"_guard_metrics":{"model_name":"qwen3-reranker-8b","source_model_name":"qwen3-reranker-8b","success_rate":null,"source":"awaiting_recent_samples","visibility_status":"pending","metrics_hours":24},"_guard_question_test":{"source":"graded_questions","samples":0,"passed":0,"failed":0,"success_rate":null,"target_samples":3,"status":"requires_modality_fixture","last_tested_at":null,"task_types":[],"last_result":null,"interrupted":0,"next_probe":0,"pause_reason":null,"unsupported_reason":"embedding_or_reranking","cycle_samples":0,"cycle_passed":0,"probe_only":false}}],"group_ratio":{"default":0.2,"grok":0.1,"\u56fd\u6a21":0.2,"\u798f\u5229":0,"\u9053\u98d8\u98d8\u63d0\u4f9b":0},"pricing_version":"a42d372ccf0b5dd13ecf71203521f9d2","success":true,"supported_endpoint":{"image-generation":{"path":"/v1/images/generations","method":"POST"},"openai":{"path":"/v1/chat/completions","method":"POST"}},"usable_group":{"default":"\u9ed8\u8ba4\u5206\u7ec4","grok":"","\u56fd\u6a21":"\u53ef\u7528\u56fd\u6a21","\u798f\u5229":"","\u9053\u98d8\u98d8\u63d0\u4f9b":""},"vendors":[{"id":45,"name":"Databricks","description":"Databricks \u6a21\u578b"},{"id":54,"name":"Microsoft","description":"Microsoft \u6a21\u578b"},{"id":55,"name":"Laguna","description":"Laguna \u6a21\u578b"},{"id":22,"name":"OpenAI","icon":"OpenAI"},{"id":3,"name":"DeepSeek","icon":"DeepSeek.Color"},{"id":5,"name":"\u667a\u8c31","icon":"Zhipu.Color"},{"id":6,"name":"xAI","icon":"XAI"},{"id":35,"name":"\u8baf\u98de","icon":"Spark.Color"},{"id":4,"name":"\u963f\u91cc\u5df4\u5df4","icon":"Qwen.Color"},{"id":12,"name":"Mistral","icon":"Mistral.Color"},{"id":20,"name":"Moonshot","icon":"Moonshot"},{"id":24,"name":"\u96f6\u4e00\u4e07\u7269","icon":"Yi.Color"},{"id":33,"name":"xAI","icon":"XAI"},{"id":51,"name":"\u4e2d\u56fd\u7535\u4fe1","description":"\u4e2d\u56fd\u7535\u4fe1 \u6a21\u578b"},{"id":43,"name":"BAAI","description":"BAAI \u6a21\u578b"},{"id":59,"name":"Leonardo AI","description":"Leonardo AI \u6a21\u578b"},{"id":65,"name":"Preferred Networks","description":"Preferred Networks \u6a21\u578b"},{"id":70,"name":"BigCode","description":"BigCode \u6a21\u578b"},{"id":73,"name":"Zyphra","description":"Zyphra \u6a21\u578b"},{"id":25,"name":"\u96f6\u4e00\u4e07\u7269","icon":"Yi.Color"},{"id":26,"name":"Meta","icon":"Ollama"},{"id":28,"name":"Mistral","icon":"Mistral.Color"},{"id":10,"name":"Google","icon":"Gemini.Color"},{"id":13,"name":"Meta","icon":"Ollama"},{"id":29,"name":"Moonshot","icon":"Moonshot"},{"id":39,"name":"NVIDIA","description":"NVIDIA \u6a21\u578b"},{"id":53,"name":"AI21","description":"AI21 \u6a21\u578b"},{"id":17,"name":"\u667a\u8c31","icon":"Zhipu.Color"},{"id":21,"name":"Mistral","icon":"Mistral.Color"},{"id":37,"name":"\u5feb\u624b","icon":"Kling.Color"},{"id":60,"name":"MyShell","description":"MyShell \u6a21\u578b"},{"id":1,"name":"OpenAI","icon":"OpenAI"},{"id":23,"name":"Anthropic","icon":"Claude.Color"},{"id":32,"name":"\u667a\u8c31","icon":"Zhipu.Color"},{"id":71,"name":"\u9636\u8dc3\u661f\u8fb0","description":"\u9636\u8dc3\u661f\u8fb0 \u6a21\u578b"},{"id":2,"name":"Anthropic","icon":"Claude.Color"},{"id":52,"name":"AI4Bharat","description":"AI4Bharat \u6a21\u578b"},{"id":44,"name":"Cursor","description":"Cursor \u6a21\u578b"},{"id":9,"name":"Moonshot","icon":"Moonshot"},{"id":16,"name":"DeepSeek","icon":"DeepSeek.Color"},{"id":62,"name":"\u5c0f\u7c73","description":"\u5c0f\u7c73 \u6a21\u578b"},{"id":63,"name":"MiniMax","description":"MiniMax \u6a21\u578b"},{"id":7,"name":"\u5b57\u8282\u8df3\u52a8","icon":"Doubao.Color"},{"id":8,"name":"\u8baf\u98de","icon":"Spark.Color"},{"id":47,"name":"\u5176\u4ed6","description":"\u5176\u4ed6 \u6a21\u578b"},{"id":48,"name":"Black Forest Labs","description":"Black Forest Labs \u6a21\u578b"},{"id":61,"name":"Inception Labs","description":"Inception Labs \u6a21\u578b"},{"id":74,"name":"Jina","icon":"Jina"},{"id":38,"name":"Infron AI","description":"Infron AI \u6a21\u578b"},{"id":72,"name":"Stockmark","description":"Stockmark \u6a21\u578b"},{"id":36,"name":"Google","icon":"Gemini.Color"},{"id":49,"name":"Adept","description":"Adept \u6a21\u578b"},{"id":66,"name":"Sarvam AI","description":"Sarvam AI \u6a21\u578b"},{"id":75,"name":"Cloudflare","icon":"Cloudflare.Color"},{"id":18,"name":"Google","icon":"Gemini.Color"},{"id":15,"name":"Cohere","icon":"Cohere.Color"},{"id":30,"name":"OpenAI","icon":"OpenAI"},{"id":31,"name":"\u963f\u91cc\u5df4\u5df4","icon":"Qwen.Color"},{"id":40,"name":"Snowflake","description":"Snowflake \u6a21\u578b"},{"id":41,"name":"Deepgram","description":"Deepgram \u6a21\u578b"},{"id":56,"name":"Liquid AI","description":"Liquid AI \u6a21\u578b"},{"id":57,"name":"\u8682\u8681\u96c6\u56e2","description":"\u8682\u8681\u96c6\u56e2 \u6a21\u578b"},{"id":14,"name":"\u817e\u8baf","icon":"Hunyuan.Color"},{"id":27,"name":"DeepSeek","icon":"DeepSeek.Color"},{"id":34,"name":"Anthropic","icon":"Claude.Color"},{"id":50,"name":"IBM","description":"IBM \u6a21\u578b"},{"id":58,"name":"\u7f8e\u56e2","description":"\u7f8e\u56e2 \u6a21\u578b"},{"id":64,"name":"Writer","description":"Writer \u6a21\u578b"},{"id":68,"name":"\u5546\u6c64","description":"\u5546\u6c64 \u6a21\u578b"},{"id":11,"name":"\u767e\u5ea6","icon":"Wenxin.Color"},{"id":19,"name":"\u963f\u91cc\u5df4\u5df4","icon":"Qwen.Color"},{"id":46,"name":"Hugging Face","description":"Hugging Face \u6a21\u578b"},{"id":69,"name":"Upstage","description":"Upstage \u6a21\u578b"},{"id":42,"name":"OpenRouter","description":"OpenRouter \u6a21\u578b"},{"id":67,"name":"AI Singapore","description":"AI Singapore \u6a21\u578b"}]}