provider: add google flan u12

src/provider/__init__.py

@@ -6,12 +6,20 @@ from .catgpt import CatGPTProvider
 from .openaitextdavinci003 import OpenAITextDavinci003
 from .alpacalora import AlpacaLoRAProvider
 from .hfgoogleflant5xxl import HuggingFaceGoogleFlanT5XXLProvider
+from .hfgoogleflanu12 import HuggingFaceGoogleFlanU12Provider
+from .hfopenassistantsft1pythia12b import HuggingFaceOpenAssistantSFT1PythiaProvider
+from .hfgpt2 import HuggingFaceGPT2Provider
+from .hfdialogpt import HuggingFaceDialoGPTLargeProvider
 
 PROVIDERS = {
     'alpacalora': AlpacaLoRAProvider,
     'baichat': BAIChatProvider,
     'catgpt': CatGPTProvider,
+    'hfdialogpt': HuggingFaceDialoGPTLargeProvider,
     'hfgoogleflant5xxl': HuggingFaceGoogleFlanT5XXLProvider,
+    'hfgoogleflanu12': HuggingFaceGoogleFlanU12Provider,
+    'hfgpt2': HuggingFaceGPT2Provider,
+    'hfopenassistantsft1pythia12b': HuggingFaceOpenAssistantSFT1PythiaProvider,
     'huggingchat': HuggingChatProvider,
     'openaigpt35turbo': OpenAIGPT35TurboProvider,
     'openaigpt4': OpenAIGPT4Provider,

src/provider/hfgoogleflanu12.py

@@ -0,0 +1,7 @@
+from .huggingface import BaseHFProvider
+
+class HuggingFaceGoogleFlanU12Provider(BaseHFProvider):
+    name = "Google Flan U12"
+    slug = "hfgoogleflanu12"
+    model = "google/flan-ul2"
+    authorization = False

src/provider/hfgpt2.py

@@ -0,0 +1,7 @@
+from .huggingface import BaseHFProvider
+
+class HuggingFaceGPT2Provider(BaseHFProvider):
+    name = "GPT 2"
+    slug = "gpt2"
+    model = "gpt2"
+    authorization = False

src/provider/hfopenassistantsft1pythia12b.py

@@ -0,0 +1,7 @@
+from .huggingface import BaseHFProvider
+
+class HuggingFaceOpenAssistantSFT1PythiaProvider(BaseHFProvider):
+    name = "Open-Assistant SFT-1 12B Model "
+    slug = "hfopenassistantsft1pythia12b"
+    model = "OpenAssistant/oasst-sft-1-pythia-12b"
+    authorization = False

src/provider/huggingface.py

@@ -31,11 +31,16 @@ class BaseHFProvider(BavarderProvider):
             if self.authorization:
                 headers["Authorization"] = f"Bearer {self.api_key}"
             url = f"https://api-inference.huggingface.co/models/{self.model}"
-            response = requests.request("POST", url, headers=headers, data=payload).json()[0]["generated_text"]
+            print(url)
+            response = requests.request("POST", url, headers=headers, data=payload)
+            print(response)
+            response = response.json()[0]["generated_text"]
 
         # except NoApikey:
         #     self.no_api_key()
         #     return ""
+        except KeyError:
+            pass
         except socket.gaierror:
             self.no_connection()
             return ""

src/provider/meson.build

@@ -7,7 +7,11 @@ providers_sources = [
   'baichat.py',
   'base.py',
   'catgpt.py',
+  'hfdialogpt.py',
   'hfgoogleflant5xxl.py',
+  'hfgoogleflanu12.py',
+  'hfgpt2.py',
+  'hfopenassistantsft1pythia12b.py',
   'huggingchat.py',
   'huggingface.py',
   'openai.py',