Update llm.py

changed to use local llm
BaLaurent · Aug 20, 2024 · 0c5b2dc · 0c5b2dc
1 parent 81c44be
commit 0c5b2dc
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/llm_osint/llm.py b/llm_osint/llm.py
@@ -3,8 +3,9 @@
 
 LLMModel = BaseChatModel
 
-default_fast_llm_options = dict(model_name="gpt-4o-mini", request_timeout=120, max_retries=10, temperature=0.7)
-default_llm_options = dict(model_name="gpt-4o", request_timeout=120, max_retries=10, temperature=0.7)
+# I use a fixed name for the models to use so you can change it by simply recreating a model from a file using ollama create
+default_fast_llm_options = dict(base_url="http://localhost:11434/v1", api_key="bidon" ,model_name="llm_osint_fast", request_timeout=120, max_retries=10, temperature=0.7)
+default_llm_options = dict(base_url="http://localhost:11434/v1", api_key="bidon", model_name="llm_osint", request_timeout=120, max_retries=10, temperature=0.7)
 
 
 def get_default_fast_llm() -> LLMModel: