# 作业13 · 测试用 LiteLLM(独立端口,勿覆盖生产 :4000) # 上游:本机模拟 primary(:18101) / backup(:18102) # # 启动示例(207 或本机已装 litellm): # litellm --config patches_cursor/作业13_虚拟模型主备/config.yaml --port 4010 \ # --detailed_debug # 或: # python -m litellm --config ... --port 4010 model_list: # 虚拟模型 primary → 模拟上游 A(低并发上限,压测易出 429) - model_name: primary litellm_params: model: openai/mock-primary api_base: http://127.0.0.1:18101/v1 api_key: "sk-mock-primary" timeout: 30 max_retries: 0 # 虚拟模型 backup → 模拟上游 B(更高并发上限) - model_name: backup litellm_params: model: openai/mock-backup api_base: http://127.0.0.1:18102/v1 api_key: "sk-mock-backup" timeout: 30 max_retries: 0 litellm_settings: drop_params: true # primary 失败时可回退 backup(学习用;压测 429 时也可观察是否切备) fallbacks: - primary: [backup] general_settings: master_key: sk-hw13-test-4010