Added overrides system to Ollama instance

src/local_instance.py

@@ -5,10 +5,14 @@ from time import sleep
 instance = None
 port = 11435
 data_dir = os.getenv("XDG_DATA_HOME")
+overrides = {}
 
 def start():
-    global instance
-    instance = subprocess.Popen(["/app/bin/ollama", "serve"], env={**os.environ, 'OLLAMA_HOST': f"127.0.0.1:{port}", "HOME": data_dir}, stderr=subprocess.PIPE, text=True)
+    global instance, overrides
+    params = overrides.copy()
+    params["OLLAMA_HOST"] = f"127.0.0.1:{port}" # You can't change this directly sorry :3
+    params["HOME"] = data_dir
+    instance = subprocess.Popen(["/app/bin/ollama", "serve"], env={**os.environ, **params}, stderr=subprocess.PIPE, text=True)
     print("Starting Alpaca's Ollama instance...")
     sleep(1)
     print("Started Alpaca's Ollama instance")