added ollama support

2024-04-05 21:09:14 +08:00
parent bbe9e323f2
commit 64c4b863f4
2 changed files with 13 additions and 0 deletions
--- a/config.example.toml
+++ b/config.example.toml
@@ -19,6 +19,12 @@
    #   gemini
    llm_provider="openai"

+    ########## Ollama Settings
+    # No need to set it unless you want to use your own proxy
+    ollama_base_url = ""
+    # Check your available models at https://platform.openai.com/account/limits
+    ollama_model_name = "qwen:0.5b"
+
    ########## OpenAI API Key
    # Get your API key at https://platform.openai.com/api-keys
    openai_api_key = ""