From fff3a68b29b267c402c5c6968bb5ef59d607502c Mon Sep 17 00:00:00 2001
From: jeffser <jeffrywalfa@gmail.com>
Date: Mon, 3 Jun 2024 16:31:03 -0600
Subject: [PATCH] Added overrides system to Ollama instance

---
 src/alpaca.gresource.xml               |  1 +
 src/icons/brain-augemnted-symbolic.svg |  2 ++
 src/local_instance.py                  |  8 ++++--
 src/window.py                          | 14 +++++++++-
 src/window.ui                          | 38 ++++++++++++++++++++++++++
 5 files changed, 60 insertions(+), 3 deletions(-)
 create mode 100644 src/icons/brain-augemnted-symbolic.svg

diff --git a/src/alpaca.gresource.xml b/src/alpaca.gresource.xml
index 70ec228..22da8a3 100644
--- a/src/alpaca.gresource.xml
+++ b/src/alpaca.gresource.xml
@@ -21,6 +21,7 @@
     <file alias="icons/scalable/status/view-more-symbolic.svg">icons/view-more-symbolic.svg</file>
     <file alias="icons/scalable/status/document-open-symbolic.svg">icons/document-open-symbolic.svg</file>
     <file alias="icons/scalable/status/list-add-symbolic.svg">icons/list-add-symbolic.svg</file>
+    <file alias="icons/scalable/status/brain-augemnted-symbolic.svg">icons/brain-augemnted-symbolic.svg</file>
     <file preprocess="xml-stripblanks">window.ui</file>
     <file preprocess="xml-stripblanks">gtk/help-overlay.ui</file>
   </gresource>
diff --git a/src/icons/brain-augemnted-symbolic.svg b/src/icons/brain-augemnted-symbolic.svg
new file mode 100644
index 0000000..b6c6a64
--- /dev/null
+++ b/src/icons/brain-augemnted-symbolic.svg
@@ -0,0 +1,2 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<svg xmlns="http://www.w3.org/2000/svg" height="16px" viewBox="0 0 16 16" width="16px"><g fill="#222222"><path d="m 5.976562 2 c 0.546876 0 1 0.453125 1 1 v 10 c 0 0.546875 -0.453124 1 -1 1 h -0.976562 c -1.652344 0 -3 -1.347656 -3 -3 v -6 c 0 -1.652344 1.347656 -3 3 -3 z m -5.976562 3 v 6 c 0 2.765625 2.234375 5 5 5 h 0.976562 c 1.660157 0 3 -1.339844 3 -3 v -10 c 0 -1.660156 -1.339843 -3 -3 -3 h -0.976562 c -2.765625 0 -5 2.234375 -5 5 z m 0 0"/><path d="m 1.488281 8.996094 h 1.511719 c 1.101562 0 1.988281 -0.886719 1.988281 -1.984375 v -0.515625 c 0 -0.273438 -0.222656 -0.5 -0.5 -0.5 c -0.273437 0 -0.5 0.226562 -0.5 0.5 v 0.515625 c 0 0.542969 -0.445312 0.984375 -0.988281 0.984375 h -1.511719 c -0.273437 0 -0.5 0.226562 -0.5 0.5 c 0 0.277344 0.226563 0.5 0.5 0.5 z m 0 0"/><path d="m 7.5 9.992188 h -1.511719 c -1.101562 0 -1.988281 0.886718 -1.988281 1.984374 v 0.515626 c 0 0.273437 0.222656 0.5 0.5 0.5 s 0.5 -0.226563 0.5 -0.5 v -0.515626 c 0 -0.539062 0.445312 -0.984374 0.988281 -0.984374 h 1.511719 c 0.277344 0 0.5 -0.226563 0.5 -0.5 c 0 -0.277344 -0.222656 -0.5 -0.5 -0.5 z m 0 0"/><path d="m 11.015625 14 h -1.035156 c -0.546875 0 -1 -0.453125 -1 -1 v -10 c 0 -0.546875 0.453125 -1 1 -1 h 1.035156 v -2 h -1.035156 c -1.664063 0 -3 1.339844 -3 3 v 10 c 0 1.660156 1.335937 3 3 3 h 1.035156 z m 0 0"/><path d="m 10 5 h 2.242188 l 2.148437 -2.6875 l -0.78125 -0.625 l -2 2.5 l 0.390625 -0.1875 h -2 z m 0 0"/><path d="m 10 11 h 2 l -0.390625 -0.1875 l 2 2.5 l 0.78125 -0.625 l -2.148437 -2.6875 h -2.242188 z m 0 0"/><path d="m 14.488281 1.976562 c -0.265625 0 -0.488281 -0.21875 -0.488281 -0.488281 c 0 -0.265625 0.222656 -0.488281 0.488281 -0.488281 c 0.269531 0 0.488281 0.222656 0.488281 0.488281 c 0 0.269531 -0.21875 0.488281 -0.488281 0.488281 z m 0 -1.976562 c -0.824219 0 -1.488281 0.664062 -1.488281 1.488281 s 0.664062 1.488281 1.488281 1.488281 s 1.488281 -0.664062 1.488281 -1.488281 s -0.664062 -1.488281 -1.488281 -1.488281 z m 0 0"/><path d="m 14.488281 13.976562 c -0.265625 0 -0.488281 -0.21875 -0.488281 -0.488281 c 0 -0.265625 0.222656 -0.488281 0.488281 -0.488281 c 0.269531 0 0.488281 0.222656 0.488281 0.488281 c 0 0.269531 -0.21875 0.488281 -0.488281 0.488281 z m 0 -1.976562 c -0.824219 0 -1.488281 0.664062 -1.488281 1.488281 s 0.664062 1.488281 1.488281 1.488281 s 1.488281 -0.664062 1.488281 -1.488281 s -0.664062 -1.488281 -1.488281 -1.488281 z m 0 0"/><path d="m 14.488281 7.976562 c -0.265625 0 -0.488281 -0.21875 -0.488281 -0.488281 c 0 -0.265625 0.222656 -0.488281 0.488281 -0.488281 c 0.269531 0 0.488281 0.222656 0.488281 0.488281 c 0 0.269531 -0.21875 0.488281 -0.488281 0.488281 z m 0 -1.976562 c -0.824219 0 -1.488281 0.664062 -1.488281 1.488281 s 0.664062 1.488281 1.488281 1.488281 s 1.488281 -0.664062 1.488281 -1.488281 s -0.664062 -1.488281 -1.488281 -1.488281 z m 0 0"/></g><path d="m 10 7.53125 h 4" fill="none" stroke="#222222"/><path d="m 4.5 4 h 3 c 0.277344 0 0.5 0.222656 0.5 0.5 s -0.222656 0.5 -0.5 0.5 h -3 c -0.277344 0 -0.5 -0.222656 -0.5 -0.5 s 0.222656 -0.5 0.5 -0.5 z m 0 0" fill="#222222"/></svg>
diff --git a/src/local_instance.py b/src/local_instance.py
index 46e8e78..4733204 100644
--- a/src/local_instance.py
+++ b/src/local_instance.py
@@ -5,10 +5,14 @@ from time import sleep
 instance = None
 port = 11435
 data_dir = os.getenv("XDG_DATA_HOME")
+overrides = {}
 
 def start():
-    global instance
-    instance = subprocess.Popen(["/app/bin/ollama", "serve"], env={**os.environ, 'OLLAMA_HOST': f"127.0.0.1:{port}", "HOME": data_dir}, stderr=subprocess.PIPE, text=True)
+    global instance, overrides
+    params = overrides.copy()
+    params["OLLAMA_HOST"] = f"127.0.0.1:{port}" # You can't change this directly sorry :3
+    params["HOME"] = data_dir
+    instance = subprocess.Popen(["/app/bin/ollama", "serve"], env={**os.environ, **params}, stderr=subprocess.PIPE, text=True)
     print("Starting Alpaca's Ollama instance...")
     sleep(1)
     print("Started Alpaca's Ollama instance")
diff --git a/src/window.py b/src/window.py
index f5f90c4..306aac0 100644
--- a/src/window.py
+++ b/src/window.py
@@ -314,6 +314,16 @@ class AlpacaWindow(Adw.ApplicationWindow):
         self.manage_models_dialog.present(self)
         thread.start()
 
+    @Gtk.Template.Callback()
+    def override_changed(self, dropdown, pspec):
+        if str(pspec) != "<GParamUInt 'selected'>": return #Great code
+        name = dropdown.get_name()
+        value = dropdown.get_selected_item().get_string() if dropdown.get_selected() != 0 else None
+        if (not value and name not in local_instance.overrides) or (value and value in local_instance.overrides and local_instance.overrides[name] == value): return
+        if not value: del local_instance.overrides[name]
+        if value: local_instance.overrides[name] = value
+        self.save_server_config()
+        if not self.run_remote: local_instance.reset()
 
     def check_alphanumeric(self, editable, text, length, position):
         new_text = ''.join([char for char in text if char.isalnum() or char in ['-', '_']])
@@ -490,7 +500,7 @@ class AlpacaWindow(Adw.ApplicationWindow):
 
     def save_server_config(self):
         with open(os.path.join(self.config_dir, "server.json"), "w+") as f:
-            json.dump({'remote_url': self.remote_url, 'run_remote': self.run_remote, 'local_port': local_instance.port, 'run_on_background': self.run_on_background, 'model_tweaks': self.model_tweaks}, f)
+            json.dump({'remote_url': self.remote_url, 'run_remote': self.run_remote, 'local_port': local_instance.port, 'run_on_background': self.run_on_background, 'model_tweaks': self.model_tweaks, 'ollama_overrides': local_instance.overrides}, f)
 
     def verify_connection(self):
         response = connection_handler.simple_get(connection_handler.url)
@@ -1012,6 +1022,8 @@ class AlpacaWindow(Adw.ApplicationWindow):
                 self.temperature_spin.set_value(self.model_tweaks['temperature'])
                 self.seed_spin.set_value(self.model_tweaks['seed'])
                 self.keep_alive_spin.set_value(self.model_tweaks['keep_alive'])
+                #Overrides
+                if "ollama_overrides" in data: local_instance.overrides = data['ollama_overrides']
 
                 self.background_switch.set_active(self.run_on_background)
                 self.set_hide_on_close(self.run_on_background)
diff --git a/src/window.ui b/src/window.ui
index d18ca5f..c715cd4 100644
--- a/src/window.ui
+++ b/src/window.ui
@@ -358,6 +358,44 @@
           </child>
         </object>
       </child>
+      <child>
+        <object class="AdwPreferencesPage" id="instance_page">
+          <property name="title" translatable="yes">Ollama Instance</property>
+          <property name="icon-name">brain-augemnted-symbolic</property>
+          <child>
+            <object class="AdwPreferencesGroup">
+              <property name="title" translatable="yes">Ollama Overrides</property>
+              <property name="description" translatable="yes">Manage the arguments used on Ollama, any changes on this page only applies to the integrated instance, the instance will restart if you make changes</property>
+              <child>
+                <object class="AdwComboRow" id="gfx_combo">
+                  <signal name="notify" handler="override_changed"/>
+                  <property name="name">HSA_OVERRIDE_GFX_VERSION</property>
+                  <property name="title" translatable="no">AMD Radeon GFX</property>
+                  <property name="subtitle" translatable="yes">HSA_OVERRIDE_GFX_VERSION</property>
+                  <property name="model">
+                    <object class="GtkStringList">
+                      <items>
+                        <item translatable="yes">(Do not override)</item>
+                        <item>gfx900</item>
+                        <item>gfx906</item>
+                        <item>gfx908</item>
+                        <item>gfx90a</item>
+                        <item>gfx940</item>
+                        <item>gfx941</item>
+                        <item>gfx942</item>
+                        <item>gfx1030</item>
+                        <item>gfx1100</item>
+                        <item>gfx1101</item>
+                        <item>gfx1102</item>
+                      </items>
+                    </object>
+                  </property>
+                </object>
+              </child>
+          </object>
+          </child>
+        </object>
+      </child>
     </object>
 
     <object class="AdwDialog" id="create_model_dialog">