hueso/Alpaca
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixed: Ollama instance wasn't shutting down

Browse Source
This commit is contained in:
jeffser 2024-05-30 19:15:19 -06:00
parent 4b17601baf
commit ad25d5a50f
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/local_instance.py
View File

@ -7,13 +7,18 @@ port = 11435
data_dir = os.getenv("XDG_DATA_HOME") data_dir = os.getenv("XDG_DATA_HOME")
def start(): def start():
global instance
instance = subprocess.Popen(["/app/bin/ollama", "serve"], env={**os.environ, 'OLLAMA_HOST': f"127.0.0.1:{port}", "HOME": data_dir}, stderr=subprocess.PIPE, text=True) instance = subprocess.Popen(["/app/bin/ollama", "serve"], env={**os.environ, 'OLLAMA_HOST': f"127.0.0.1:{port}", "HOME": data_dir}, stderr=subprocess.PIPE, text=True)
print("Starting Alpaca's Ollama instance...") print("Starting Alpaca's Ollama instance...")
sleep(1) sleep(1)
print("Started Alpaca's Ollama instance") print("Started Alpaca's Ollama instance")
def stop(): def stop():
if instance: instance.kill() global instance
if instance:
instance.kill()
instance.wait()
instance = None
print("Stopped Alpaca's Ollama instance") print("Stopped Alpaca's Ollama instance")
def reset(): def reset():