model_list:
  - model_name: gpt-4-vision-preview
    litellm_params:
      model: openai/gpt-4-vision-preview
      api_base: http://127.0.0.1:11434
      api_key: "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"
      stream: True
  - model_name: llava
    litellm_params:
      model: ollama/llava
      api_base: http://127.0.0.1:11434
      api_key: "sk-1234"
      stream: True
  - model_name: bakllava
    litellm_params:
      model: ollama/bakllava
      api_base: http://127.0.0.1:11434
      api_key: "sk-1234"
      stream: True
  - model_name: mistral
    litellm_params:
      model: ollama/mistral # the `openai/` prefix tells litellm it's openai compatible
      api_base: http://127.0.0.1:11434
      api_key: "sk-1234"
      stream: True
  - model_name: yarn-mistral
    litellm_params:
      model: ollama/yarn-mistral
      api_base: http://127.0.0.1:11434
      api_key: "sk-1234"
      stream: True        
  - model_name: mixtral
    litellm_params:
      model: ollama/mixtral # the `openai/` prefix tells litellm it's openai compatible
      api_base: http://127.0.0.1:11434
      api_key: "sk-1234"
      stream: True
  - model_name: sqlcoder
    litellm_params:
      model: ollama/sqlcoder
      api_base: http://127.0.0.1:11434
      api_key: "sk-1234"
      stream: True        
  - model_name: gpt-4
    litellm_params:
      model: ollama/mistral # the `openai/` prefix tells litellm it's openai compatible
      api_base: http://127.0.0.1:11434
      api_key: "sk-1234"
      stream: True
    model_info: 
      version: 2

litellm_settings: # module level litellm settings - https://github.com/BerriAI/litellm/blob/main/litellm/__init__.py
  drop_params: True
  set_verbose: True

general_settings: 
  master_key: "sk-1234" # [OPTIONAL] Only use this if you to require all calls to contain this key (Authorization: Bearer sk-1234)
  allow_user_auth: true