# LiteLLM Proxy Configuration
# Generated by Finggu Admin on 2026-06-30 16:25:59

general_settings:
  master_key: "sk-finggu-litellm-e7689e859d31bd12"

litellm_settings:
  drop_params: true
  set_verbose: false
  num_retries: 2
  request_timeout: 120
  fallback:
    "gemini-2.0-flash": ["groq-llama"]
    "groq-llama": ["openrouter-llama"]
    "openrouter-llama": ["mistral-small"]
    "mistral-small": ["together-llama"]
    "together-llama": ["gpt-4o"]

model_list:
  -
    model_name: "gemini-2.0-flash"
    litellm_params:
      model: "gemini/gemini-2.0-flash"
      api_key: "AIzaSyBqgmP5l5p68eIdsFUV1qzLuCKsQ7OWS9Y"
      max_tokens: 8192
      temperature: "0.7"
  -
    model_name: "groq-llama"
    litellm_params:
      model: "groq/llama-3.3-70b-versatile"
      api_key: "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"
      max_tokens: 8192
      temperature: "0.7"
  -
    model_name: "openrouter-llama"
    litellm_params:
      model: "openrouter/meta-llama/llama-4-scout:free"
      api_key: "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"
      max_tokens: 8192
      temperature: "0.7"
  -
    model_name: "mistral-small"
    litellm_params:
      model: "mistral/mistral-small-latest"
      api_key: "RDxXoCkcrOWAlYnC1hw96olQy7nTsuLG"
      max_tokens: 8192
      temperature: "0.7"
  -
    model_name: "together-llama"
    litellm_params:
      model: "together_ai/meta-llama/Llama-3.3-70B-Instruct-Turbo"
      api_key: "key_CYeRUtJUR33mx8bCrMZBA"
      max_tokens: 8192
      temperature: "0.7"
  -
    model_name: "gpt-4o"
    litellm_params:
      model: "openai/gpt-4o"
      max_tokens: 8192
      temperature: "0.7"

router_settings:
  routing_strategy: "latency-based-routing"
  allowed_fails: 3
  num_retries: 2
  retry_after: 5
  fallback_method: "next-best-model"
