model_list:
  - model_name: mistral
    litellm_params:
      model: ollama_chat/mistral
      api_base: http://127.0.0.1:11434
      api_key: sk-1234
      initial_prompt_value: "\n"
      roles: {"system":{"pre_message":"<|im_start|>system\n", "post_message":"<|im_end|>"}, "assistant":{"pre_message":"<|im_start|>assistant\n","post_message":"<|im_end|>"}, "user":{"pre_message":"<|im_start|>user\n","post_message":"<|im_end|>"}}
      final_prompt_value: "\n"
      bos_token: "<s>"
      eos_token: "</s>"
      max_tokens: 4096
      stream: True
litellm_settings: # module level litellm settings - https://github.com/BerriAI/litellm/blob/main/litellm/__init__.py
  drop_params: True
general_settings:
  master_key: "py&4482"
  database_url: "postgresql://litellm:litellmpy4482@localhost:5432/litellm"