feat: add stablelm

build-aux/flatpak/pypi-dependencies.json

@@ -347,6 +347,110 @@
                 }
             ]
         },
+        {
+            "name": "python3-gradio_client",
+            "buildsystem": "simple",
+            "build-commands": [
+                "pip3 install --verbose --exists-action=i --no-index --find-links=\"file://${PWD}\" --prefix=${FLATPAK_DEST} \"gradio_client\" --no-build-isolation"
+            ],
+            "sources": [
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/36/2b/61d51a2c4f25ef062ae3f74576b01638bebad5e045f747ff12643df63844/PyYAML-6.0.tar.gz",
+                    "sha256": "68fb519c14306fec9720a2a5b45bc9f0c8d1b9c72adf45c37baedfcd949c35a2"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/77/2b/b4c0b7a3f3d61adb1a1e0b78f90a94e2b6162a043880704b7437ef297cad/anyio-3.6.2-py3-none-any.whl",
+                    "sha256": "fbbe32bd270d2a2ef3ed1c5d45041250284e31fc0a4df4a5a6071842051a51e3"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/9d/19/59961b522e6757f0c9097e4493fa906031b95b3ebe9360b2c3083561a6b4/certifi-2023.5.7-py3-none-any.whl",
+                    "sha256": "c6c2e98f5c7869efca1f8916fed228dd91539f9f1b444c314c06eef02980c716"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/ff/d7/8d757f8bd45be079d76309248845a04f09619a7b17d6dfc8c9ff6433cac2/charset-normalizer-3.1.0.tar.gz",
+                    "sha256": "34e0a2f9c370eb95597aae63bf85eb5e96826d81e3dcf88b8886012906f509b5"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/ad/73/b094a662ae05cdc4ec95bc54e434e307986a5de5960166b8161b7c1373ee/filelock-3.12.0-py3-none-any.whl",
+                    "sha256": "ad98852315c2ab702aeb628412cbf7e95b7ce8c3bf9565670b4eaecf1db370a9"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/ec/4e/397b234a369df06ec782666fcdf9791d125ca6de48729814b381af8c6c03/fsspec-2023.5.0-py3-none-any.whl",
+                    "sha256": "51a4ad01a5bb66fcc58036e288c0d53d3975a0df2a5dc59a93b59bade0391f2a"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/86/ed/3b8b8df6c66f5fd8ab3e458e2086502d7208557e9bbc31592d4c732cf1d3/gradio_client-0.2.5-py3-none-any.whl",
+                    "sha256": "922a5188c93797adce023b4caa655318b9c09834095d31763443c1e7a707e301"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/95/04/ff642e65ad6b90db43e668d70ffb6736436c7ce41fcc549f4e9472234127/h11-0.14.0-py3-none-any.whl",
+                    "sha256": "e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/4d/32/b908f673ccef12b6425b848a541264ee3d95f5f571f18f6ab0d8c311442e/httpcore-0.17.2-py3-none-any.whl",
+                    "sha256": "5581b9c12379c4288fe70f43c710d16060c10080617001e6b22a3b6dbcbefd36"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/ec/91/e41f64f03d2a13aee7e8c819d82ee3aa7cdc484d18c0ae859742597d5aa0/httpx-0.24.1-py3-none-any.whl",
+                    "sha256": "06781eb9ac53cde990577af654bd990a4949de37a28bdb4a230d434f3a30b9bd"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/58/34/c57b951aecd0248845932c1cfc15721237c50e463f26b0536673bcb76f4f/huggingface_hub-0.14.1-py3-none-any.whl",
+                    "sha256": "9fc619170d800ff3793ad37c9757c255c8783051e1b5b00501205eb43ccc4f27"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/fc/34/3030de6f1370931b9dbb4dad48f6ab1015ab1d32447850b9fc94e60097be/idna-3.4-py3-none-any.whl",
+                    "sha256": "90b77e79eaa3eba6de819a0c442c0b4ceefc341a7a2ab77d7562bf49f425c5c2"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/ab/c3/57f0601a2d4fe15de7a553c00adbc901425661bf048f2a22dfc500caf121/packaging-23.1-py3-none-any.whl",
+                    "sha256": "994793af429502c4ea2ebf6bf664629d07c1a9fe974af92966e4b8d2df7edc61"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/70/8e/0e2d847013cb52cd35b38c009bb167a1a26b2ce6cd6965bf26b47bc0bf44/requests-2.31.0-py3-none-any.whl",
+                    "sha256": "58cd2187c01e70e6e26505bca751777aa9f2ee0b7f4300988b709f44e013003f"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/c3/a0/5dba8ed157b0136607c7f2151db695885606968d1fae123dc3391e0cfdbf/sniffio-1.3.0-py3-none-any.whl",
+                    "sha256": "eecefdce1e5bbfb7ad2eeaabf7c1eeb404d7757c379bd1f7e5cce9d8bf425384"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/e6/02/a2cff6306177ae6bc73bc0665065de51dfb3b9db7373e122e2735faf0d97/tqdm-4.65.0-py3-none-any.whl",
+                    "sha256": "c4f53a17fe37e132815abceec022631be8ffe1b9381c2e6e30aa70edc99e9671"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/82/ed/8ccf53a0ed10bf8fc8877b5833b40f5f99093cadfe6632b8892f74aead0f/typing_extensions-4.6.1-py3-none-any.whl",
+                    "sha256": "6bac751f4789b135c43228e72de18637e9a6c29d12777023a703fd1a6858469f"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/4b/1d/f8383ef593114755429c307449e7717b87044b3bcd5f7860b89b1f759e34/urllib3-2.0.2-py3-none-any.whl",
+                    "sha256": "d055c2f9d38dc53c808f6fdc8eab7360b6fdbbde02340ed25cfbcd817c62469e"
+                },
+                {
+                    "type": "file",
+                    "url": "https://files.pythonhosted.org/packages/d8/3b/2ed38e52eed4cf277f9df5f0463a99199a04d9e29c9e227cfafa57bd3993/websockets-11.0.3.tar.gz",
+                    "sha256": "88fc51d9a26b10fc331be344f1781224a375b78488fc343620184e95a4b27016"
+                }
+            ]
+        },
         {
             "name": "python3-setuptools_rust",
             "buildsystem": "simple",

requirements.txt

@@ -10,5 +10,6 @@ openai
 pymdown-extensions
 requests
 text-generation
+gradio_client
 setuptools_rust # must be before transformers
 transformers

src/provider/__init__.py

@@ -14,6 +14,7 @@ from .hfdialogpt import HuggingFaceDialoGPTLargeProvider
 # from .bard import BardProvider
 from .hfgpt2large import HuggingFaceGPT2LargeProvider
 from .hfgpt2xl import HuggingFaceGPT2XLProvider
+from .stablelm import StableLMProvider
 # from .starcoder import StarCoderProvider
 
 PROVIDERS = {
@@ -34,5 +35,6 @@ PROVIDERS = {
     "openaigpt35turbo": OpenAIGPT35TurboProvider,
     "openaigpt4": OpenAIGPT4Provider,
     "openaitextdavinci003": OpenAITextDavinci003,
-    # "starcoder": StarCoderProvider,
+    "stablelm": StableLMProvider,
+    "starcoder": StarCoderProvider,
 }

src/provider/gradio.py

@@ -0,0 +1,63 @@
+import requests
+import json
+from .base import BavarderProvider
+
+import socket
+
+from gi.repository import Gtk, Adw, GLib
+
+from gradio_client import Client
+
+class BaseGradioProvider(BavarderProvider):
+    name = None
+    slug = None
+    url = None
+
+    def __init__(self, win, app, *args, **kwargs):
+        super().__init__(win, app, *args, **kwargs)
+
+        self.client = Client(self.url)
+
+    def ask(self, prompt):
+        try:
+            result = client.predict(
+				prompt,	# str representing string value in 'Chat Message Box' Textbox component
+				"null",	# str representing filepath to JSON file in 'parameter_3' Chatbot component
+				fn_index=0
+            )
+        except Exception as e:
+            print(e)
+            self.win.banner.props.title = str(e)
+            self.win.banner.props.button_label = ""
+            self.win.banner.set_revealed(True)
+        else:
+            self.hide_banner()
+            GLib.idle_add(self.update_response, response)
+            return response
+
+    @property
+    def require_api_key(self):
+        return False
+
+    def preferences(self, win):
+        if self.require_api_key:
+            self.expander = Adw.ExpanderRow()
+            self.expander.props.title = self.name
+
+            self.expander.add_action(self.about())
+            self.expander.add_action(self.enable_switch())
+
+            # TODO: ADD DEVICE
+
+            return self.expander
+        else:
+            return self.no_preferences(win)
+
+    def on_apply(self, widget):
+        self.hide_banner()
+
+    def save(self):
+        return {}
+
+    def load(self, data):
+        pass

src/provider/meson.build

@@ -8,6 +8,7 @@ providers_sources = [
   # 'bard.py',
   'base.py',
   'catgpt.py',
+  'gradio.py',
   'hfdialogpt.py',
   'hfgoogleflant5xxl.py',
   'hfgoogleflanu12.py',
@@ -23,6 +24,7 @@ providers_sources = [
   'openaigpt4.py',
   'openaigpt35turbo.py',
   'openaitextdavinci003.py',
+  'stablelm.py,
   'starcoder.py',
   'transformer.py',
 ]

src/provider/stablelm.py

@@ -0,0 +1,6 @@
+from .gradio import BaseGradioProvider
+
+class StableLMProvider(BaseGradioProvider):
+    name = "StableLM"
+    slug = "stablelm"
+    url = "https://stabilityai-stablelm-tuned-alpha-chat.hf.space/"