Upload 204 files

g4f/Provider/Providers/Ails.py

@@ -37,9 +37,11 @@ class Utils:
         n = e % 10
         r = n + 1 if n % 2 == 0 else n
         return str(e - n + r)
+    def getV():
+        crossref = requests.get("https://ai.ls"+ requests.get("https://ai.ls/?chat=1").text.split('crossorigin href="')[1].split('"')[0]).text.split('G4="')[1].split('"')[0]
+        return crossref
 
-
-def _create_completion(model: str, messages: list, temperature: float = 0.6, stream: bool = False, **kwargs):
+def _create_completion(model: str, messages: list, stream: bool = False, temperature: float = 0.6, **kwargs):
 
     headers = {
         'authority': 'api.caipacity.com',
@@ -47,7 +49,7 @@ def _create_completion(model: str, messages: list, temperature: float = 0.6, str
         'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
         'authorization': 'Bearer free',
         'client-id': str(uuid.uuid4()),
-        'client-v': '0.1.249',
+        'client-v': Utils.getV(),
         'content-type': 'application/json',
         'origin': 'https://ai.ls',
         'referer': 'https://ai.ls/',
@@ -90,4 +92,4 @@ def _create_completion(model: str, messages: list, temperature: float = 0.6, str
                 yield token
 
 params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Bing.py

@@ -305,19 +305,20 @@ async def stream_generate(prompt: str, mode: optionsSets.optionSet = optionsSets
                     await session.close()
 
 
-def run(generator):
-    loop = asyncio.get_event_loop()
-    gen = generator.__aiter__()
+def run(generator):  
+    loop = asyncio.new_event_loop()  
+    asyncio.set_event_loop(loop)  
+    gen = generator.__aiter__()  
+  
+    while True:  
+        try:  
+            next_val = loop.run_until_complete(gen.__anext__())  
+            yield next_val  
+  
+        except StopAsyncIteration:  
+            break  
+    #print('Done')  
 
-    while True:
-        try:
-            next_val = loop.run_until_complete(gen.__anext__())
-            yield next_val
-
-        except StopAsyncIteration:
-            break
-
-    #print('Done')
 
 
 def convert(messages):

g4f/Provider/Providers/DeepAi.py

@@ -1,48 +1,74 @@
-import os
 import json
-import random
-import hashlib
+import os
 import requests
-
+import js2py
 from ...typing import sha256, Dict, get_type_hints
 
-url = 'https://deepai.org'
+
+url = "https://api.deepai.org/"
 model = ['gpt-3.5-turbo']
 supports_stream = True
 needs_auth = False
 working = True
 
+token_js = """
+var agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36'
+var a, b, c, d, e, h, f, l, g, k, m, n, r, x, C, E, N, F, T, O, P, w, D, G, Q, R, W, I, aa, fa, na, oa, ha, ba, X, ia, ja, ka, J, la, K, L, ca, S, U, M, ma, B, da, V, Y;
+h = Math.round(1E11 * Math.random()) + "";
+f = function () {
+    for (var p = [], q = 0; 64 > q;) p[q] = 0 | 4294967296 * Math.sin(++q % Math.PI);
+    
+    return function (t) {
+        var v, y, H, ea = [v = 1732584193, y = 4023233417, ~v, ~y],
+            Z = [],
+            A = unescape(encodeURI(t)) + "\u0080",
+            z = A.length;
+        t = --z / 4 + 2 | 15;
+        for (Z[--t] = 8 * z; ~z;) Z[z >> 2] |= A.charCodeAt(z) << 8 * z--;
+        for (q = A = 0; q < t; q += 16) {
+            for (z = ea; 64 > A; z = [H = z[3], v + ((H = z[0] + [v & y | ~v & H, H & v | ~H & y, v ^ y ^ H, y ^ (v | ~H)][z = A >> 4] + p[A] + ~~Z[q | [A, 5 * A + 1, 3 * A + 5, 7 * A][z] & 15]) << (z = [7, 12, 17, 22, 5, 9, 14, 20, 4, 11, 16, 23, 6, 10, 15, 21][4 * z + A++ % 4]) | H >>> -z), v, y]) v = z[1] | 0, y = z[2];
+            for (A = 4; A;) ea[--A] += z[A]
+        }
+        for (t = ""; 32 > A;) t += (ea[A >> 3] >> 4 * (1 ^ A++) & 15).toString(16);
+        return t.split("").reverse().join("")
+    }
+}();
 
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-    def md5(text: str) -> str:
-        return hashlib.md5(text.encode()).hexdigest()[::-1]
+"tryit-" + h + "-" + f(agent + f(agent + f(agent + h + "x")));
+"""
 
+uuid4_js = """
+function uuidv4() {
+    for (var a = [], b = 0; 36 > b; b++) a[b] = "0123456789abcdef".substr(Math.floor(16 * Math.random()), 1);
+    a[14] = "4";
+    a[19] = "0123456789abcdef".substr(a[19] & 3 | 8, 1);
+    a[8] = a[13] = a[18] = a[23] = "-";
+    return a.join("")
+}
+uuidv4();"""
 
-    def get_api_key(user_agent: str) -> str:
-        part1 = str(random.randint(0, 10**11))
-        part2 = md5(user_agent + md5(user_agent + md5(user_agent + part1 + "x")))
-        
-        return f"tryit-{part1}-{part2}"
+def create_session():
+    url = "https://api.deepai.org/save_chat_session"
 
-    user_agent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36'
+    payload = {'uuid': js2py.eval_js(uuid4_js), "title":"", "chat_style": "chat", "messages": '[]'}
+    headers = {"User-Agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36"}
 
-    headers = {
-        "api-key": get_api_key(user_agent),
-        "user-agent": user_agent
-    }
+    response = requests.request("POST", url, headers=headers, data=payload)
+    return response
 
-    files = {
-        "chat_style": (None, "chat"),
-        "chatHistory": (None, json.dumps(messages))
-    }
+def _create_completion(model: str, messages:list, stream: bool = True, **kwargs):
+    create_session()
+    url = "https://api.deepai.org/make_me_a_pizza"
 
-    r = requests.post("https://api.deepai.org/chat_response", headers=headers, files=files, stream=True)
+    payload = {'chas_style': "chat", "chatHistory": json.dumps(messages)}
+    api_key = js2py.eval_js(token_js)
+    headers = {"api-key": api_key, "User-Agent":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0.0.0 Safari/537.36"}
 
-    for chunk in r.iter_content(chunk_size=None):
-        r.raise_for_status()
+    response = requests.request("POST", url, headers=headers, data=payload, stream=True)
+    for chunk in response.iter_content(chunk_size=None):
+        response.raise_for_status()
         yield chunk.decode()
 
-
 params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
     '(%s)' % ', '.join(
         [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/EasyChat.py

@@ -7,40 +7,47 @@ model = ['gpt-3.5-turbo']
 supports_stream = True
 needs_auth = False
 working = True
+active_servers = [
+    "https://chat10.fastgpt.me",
+    "https://chat9.fastgpt.me",
+    "https://chat1.fastgpt.me",
+    "https://chat2.fastgpt.me",
+    "https://chat3.fastgpt.me",
+    "https://chat4.fastgpt.me"
+]
 
+# Change server if not work current server
+server = active_servers[0]
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    req = requests.Session()
+    
     headers = {
-        'authority': 'free.easychat.work',
+        'authority': f'{server}'.replace("https://",""),
         'accept': 'text/event-stream',
-        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3,fa=0.2',
         'content-type': 'application/json',
-        'endpoint': '',
-        'origin': 'https://free.easychat.work',
-        'plugins': '0',
-        'referer': 'https://free.easychat.work/',
+        'origin': f'{server}',
+        'referer': f'{server}/',
         'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
-        'sec-ch-ua-mobile': '?0',
-        'sec-ch-ua-platform': '"macOS"',
-        'sec-fetch-dest': 'empty',
-        'sec-fetch-mode': 'cors',
-        'sec-fetch-site': 'same-origin',
         'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
-        'usesearch': 'false',
         'x-requested-with': 'XMLHttpRequest',
     }
 
     json_data = {
         'messages': messages,
         'stream': True,
-        'model': model,
+        'model': "gpt-3.5-turbo",
         'temperature': kwargs.get('temperature', 0.5),
         'presence_penalty': kwargs.get('presence_penalty', 0),
         'frequency_penalty': kwargs.get('frequency_penalty', 0),
         'top_p': kwargs.get('top_p', 1),
     }
 
-    response = requests.post('https://free.easychat.work/api/openai/v1/chat/completions',
+    # init cookies from server
+    req.get(f'{server}/')
+
+    response = req.post(f'{server}/api/openai/v1/chat/completions',
         headers=headers, json=json_data)
     
     for chunk in response.iter_lines():
@@ -49,4 +56,4 @@ def _create_completion(model: str, messages: list, stream: bool, **kwargs):
             yield (data['choices'][0]['delta']['content'])
 
 params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Raycast.py

@@ -0,0 +1,50 @@
+import json
+import os
+
+import requests
+from g4f.typing import get_type_hints
+
+url = "https://backend.raycast.com/api/v1/ai/chat_completions"
+model = ['gpt-3.5-turbo', 'gpt-4']
+supports_stream = True
+needs_auth = True
+working = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    auth = kwargs.get('auth')
+    headers = {
+        'Accept': 'application/json',
+        'Accept-Language': 'en-US,en;q=0.9',
+        'Authorization': f'Bearer {auth}',
+        'Content-Type': 'application/json',
+        'User-Agent': 'Raycast/0 CFNetwork/1410.0.3 Darwin/22.6.0',
+    }
+    parsed_messages = []
+    for message in messages:
+        parsed_messages.append({
+            'author': message['role'],
+            'content': {'text': message['content']}
+        })
+    data = {
+        "debug": False,
+        "locale": "en-CN",
+        "messages": parsed_messages,
+        "model": model,
+        "provider": "openai",
+        "source": "ai_chat",
+        "system_instruction": "markdown",
+        "temperature": 0.5
+    }
+    response = requests.post(url, headers=headers, json=data, stream=True)
+    for token in response.iter_lines():
+        if b'data: ' not in token:
+            continue
+        completion_chunk = json.loads(token.decode().replace('data: ', ''))
+        token = completion_chunk['text']
+        if token != None:
+            yield token
+
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+         '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Vercel.py

@@ -42,6 +42,116 @@ vercel_models = {'anthropic:claude-instant-v1': {'id': 'anthropic:claude-instant
     'id': 'huggingface:bigcode/santacoder', 'provider': 'huggingface', 'providerHumanName': 'HuggingFace', 'makerHumanName': 'BigCode', 'instructions': 'The model was trained on GitHub code. As such it is not an instruction model and commands like "Write a function that computes the square root." do not work well. You should phrase commands like they occur in source code such as comments (e.g. # the following function computes the sqrt) or write a function signature and docstring and let the model complete the function body.', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 0.95, 'range': [0.01, 0.99]}, 'topK': {'value': 4, 'range': [1, 500]}, 'repetitionPenalty': {'value': 1.03, 'range': [0.1, 2]}}, 'name': 'santacoder'}, 'cohere:command-medium-nightly': {'id': 'cohere:command-medium-nightly', 'provider': 'cohere', 'providerHumanName': 'Cohere', 'makerHumanName': 'Cohere', 'name': 'command-medium-nightly', 'parameters': {'temperature': {'value': 0.9, 'range': [0, 2]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0, 1]}, 'topK': {'value': 0, 'range': [0, 500]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'cohere:command-xlarge-nightly': {'id': 'cohere:command-xlarge-nightly', 'provider': 'cohere', 'providerHumanName': 'Cohere', 'makerHumanName': 'Cohere', 'name': 'command-xlarge-nightly', 'parameters': {'temperature': {'value': 0.9, 'range': [0, 2]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0, 1]}, 'topK': {'value': 0, 'range': [0, 500]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:gpt-4': {'id': 'openai:gpt-4', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'gpt-4', 'minBillingTier': 'pro', 'parameters': {'temperature': {'value': 0.7, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:code-cushman-001': {'id': 'openai:code-cushman-001', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}, 'name': 'code-cushman-001'}, 'openai:code-davinci-002': {'id': 'openai:code-davinci-002', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}, 'name': 'code-davinci-002'}, 'openai:gpt-3.5-turbo': {'id': 'openai:gpt-3.5-turbo', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'parameters': {'temperature': {'value': 0.7, 'range': [0, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'topK': {'value': 1, 'range': [1, 500]}, 'presencePenalty': {'value': 1, 'range': [0, 1]}, 'frequencyPenalty': {'value': 1, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}, 'name': 'gpt-3.5-turbo'}, 'openai:text-ada-001': {'id': 'openai:text-ada-001', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-ada-001', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:text-babbage-001': {'id': 'openai:text-babbage-001', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-babbage-001', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:text-curie-001': {'id': 'openai:text-curie-001', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-curie-001', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:text-davinci-002': {'id': 'openai:text-davinci-002', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-davinci-002', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}, 'openai:text-davinci-003': {'id': 'openai:text-davinci-003', 'provider': 'openai', 'providerHumanName': 'OpenAI', 'makerHumanName': 'OpenAI', 'name': 'text-davinci-003', 'parameters': {'temperature': {'value': 0.5, 'range': [0.1, 1]}, 'maximumLength': {'value': 200, 'range': [50, 1024]}, 'topP': {'value': 1, 'range': [0.1, 1]}, 'presencePenalty': {'value': 0, 'range': [0, 1]}, 'frequencyPenalty': {'value': 0, 'range': [0, 1]}, 'stopSequences': {'value': [], 'range': []}}}}
 
 
+# import requests
+# import execjs
+# import ubox
+# import json
+# import re
+
+
+# html = requests.get('https://sdk.vercel.ai/').text
+# paths_regex = r'static\/chunks.+?\.js'
+# separator_regex = r'"\]\)<\/script><script>self\.__next_f\.push\(\[.,"'
+
+# paths = re.findall(paths_regex, html)
+# for i in range(len(paths)):
+#     paths[i] = re.sub(separator_regex, "", paths[i])
+# paths = list(set(paths))
+# print(paths)
+
+# scripts = []
+# threads = []
+
+# print(f"Downloading and parsing scripts...")
+# def download_thread(path):
+#     script_url = f"{self.base_url}/_next/{path}"
+#     script = self.session.get(script_url).text
+#     scripts.append(script)
+    
+# for path in paths:
+#     thread = threading.Thread(target=download_thread, args=(path,), daemon=True)
+#     thread.start()
+#     threads.append(thread)
+
+# for thread in threads:
+#     thread.join()
+
+# for script in scripts:
+#     models_regex = r'let .="\\n\\nHuman:\",r=(.+?),.='
+#     matches = re.findall(models_regex, script)
+
+#     if matches:
+#         models_str = matches[0]
+#         stop_sequences_regex = r'(?<=stopSequences:{value:\[)\D(?<!\])'
+#         models_str = re.sub(stop_sequences_regex, re.escape('"\\n\\nHuman:"'), models_str)
+
+#         context = quickjs.Context()
+#         json_str = context.eval(f"({models_str})").json()
+#         #return json.loads(json_str)
+        
+# quit()
+# headers = {
+#     'authority': 'sdk.vercel.ai',
+#     'accept': '*/*',
+#     'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+#     'content-type': 'application/json',
+#     'origin': 'https://sdk.vercel.ai',
+#     'referer': 'https://sdk.vercel.ai/',
+#     'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
+#     'sec-ch-ua-mobile': '?0',
+#     'sec-ch-ua-platform': '"macOS"',
+#     'sec-fetch-dest': 'empty',
+#     'sec-fetch-mode': 'cors',
+#     'sec-fetch-site': 'same-origin',
+#     'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36'
+# }
+
+# response = requests.get('https://sdk.vercel.ai/openai.jpeg', headers=headers)
+
+# data = (json.loads(ubox.b64dec(response.text)))
+
+# script = 'globalThis={data: "sentinel"};a=()=>{return (%s)(%s)}' % (data['c'], data['a'])
+
+# token_data = execjs.compile(script).call('a')
+# print(token_data)
+
+# token = {
+#     'r': token_data,
+#     't': data["t"]
+# }
+
+# botToken = ubox.b64enc(json.dumps(token, separators=(',', ':')))
+# print(botToken)
+
+# import requests
+
+# headers['custom-encoding'] = botToken
+
+# json_data = {
+#     'messages': [
+#         {
+#             'role': 'user',
+#             'content': 'hello',
+#         },
+#     ],
+#     'playgroundId': ubox.uuid4(),
+#     'chatIndex': 0,
+#     'model': 'openai:gpt-3.5-turbo',
+#     'temperature': 0.7,
+#     'maxTokens': 500,
+#     'topK': 1,
+#     'topP': 1,
+#     'frequencyPenalty': 1,
+#     'presencePenalty': 1,
+#     'stopSequences': []
+# }
+
+# response = requests.post('https://sdk.vercel.ai/api/generate', 
+#                          headers=headers, json=json_data, stream=True)
+
+# for token in response.iter_content(chunk_size=2046):
+#     print(token)
+
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     return
     # conversation = 'This is a conversation between a human and a language model, respond to the last message accordingly, referring to the past history of messages if needed.\n'

g4f/Provider/Providers/opchatgpts.py

@@ -0,0 +1,42 @@
+import os
+import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://opchatgpts.net'
+model = ['gpt-3.5-turbo']
+supports_stream = False
+needs_auth = False
+working = True
+
+def _create_completion(model: str, messages: list, stream: bool = False, temperature: float = 0.8, max_tokens: int = 1024, system_prompt: str = "Converse as if you were an AI assistant. Be friendly, creative.", **kwargs):
+
+    data = {
+        'env': 'chatbot',
+        'session': 'N/A',
+        'prompt': "\n",
+        'context': system_prompt,
+        'messages': messages,
+        'newMessage': messages[::-1][0]["content"],
+        'userName': '<div class="mwai-name-text">User:</div>',
+        'aiName': '<div class="mwai-name-text">AI:</div>',
+        'model': 'gpt-3.5-turbo',
+        'temperature': temperature,
+        'maxTokens': max_tokens,
+        'maxResults': 1,
+        'apiKey': '',
+        'service': 'openai',
+        'embeddingsIndex': '',
+        'stop': ''
+    }
+
+    response = requests.post('https://opchatgpts.net/wp-json/ai-chatbot/v1/chat', json=data).json()
+
+    if response["success"]:
+
+        return response["reply"] # `yield (response["reply"])` doesn't work
+
+    raise Exception("Request failed: " + response)
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/__init__.py

@@ -23,6 +23,8 @@ from .Providers import (
     BingHuan,
     Wewordle,
     ChatgptAi,
+    opchatgpts,
+    Raycast,
 )
 
 Palm = Bard

g4f/__init__.py

@@ -1,12 +1,12 @@
 import sys
 from . import Provider
-from g4f.models import Model, ModelUtils
+from g4f import models
 
 logging = False
 
 class ChatCompletion:
     @staticmethod
-    def create(model: Model.model or str, messages: list, provider: Provider.Provider = None, stream: bool = False, auth: str = False, **kwargs):
+    def create(model: models.Model or str, messages: list, provider: Provider.Provider = None, stream: bool = False, auth: str = False, **kwargs):
         kwargs['auth'] = auth
         if provider and provider.working == False:
             return f'{provider.__name__} is not working'
@@ -19,7 +19,7 @@ class ChatCompletion:
         try:
             if isinstance(model, str):
                 try:
-                    model = ModelUtils.convert[model]
+                    model = models.ModelUtils.convert[model]
                 except KeyError:
                     raise Exception(f'The model: {model} does not exist')
 
@@ -39,4 +39,4 @@ class ChatCompletion:
             arg: str = str(e).split("'")[1]
             print(
                 f"ValueError: {engine.__name__} does not support '{arg}' argument", file=sys.stderr)
-            sys.exit(1)
+            sys.exit(1)

g4f/models.py

@@ -1,232 +1,243 @@
-from g4f import Provider
+from types import ModuleType
+from . import Provider
+from dataclasses import dataclass
 
 
+@dataclass
 class Model:
-    class model:
-        name: str
-        base_provider: str
-        best_provider: str
-
-    class gpt_35_turbo:
-        name: str = 'gpt-3.5-turbo'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.Forefront
-
-    class gpt_4:
-        name: str = 'gpt-4'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.Bing
-        best_providers: list = [Provider.Bing, Provider.Lockchat]
-
-    class claude_instant_v1_100k:
-        name: str = 'claude-instant-v1-100k'
-        base_provider: str = 'anthropic'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class claude_instant_v1:
-        name: str = 'claude-instant-v1'
-        base_provider: str = 'anthropic'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class claude_v1_100k:
-        name: str = 'claude-v1-100k'
-        base_provider: str = 'anthropic'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class claude_v1:
-        name: str = 'claude-v1'
-        base_provider: str = 'anthropic'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class alpaca_7b:
-        name: str = 'alpaca-7b'
-        base_provider: str = 'replicate'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class stablelm_tuned_alpha_7b:
-        name: str = 'stablelm-tuned-alpha-7b'
-        base_provider: str = 'replicate'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class bloom:
-        name: str = 'bloom'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class bloomz:
-        name: str = 'bloomz'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class flan_t5_xxl:
-        name: str = 'flan-t5-xxl'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class flan_ul2:
-        name: str = 'flan-ul2'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class gpt_neox_20b:
-        name: str = 'gpt-neox-20b'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class oasst_sft_4_pythia_12b_epoch_35:
-        name: str = 'oasst-sft-4-pythia-12b-epoch-3.5'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class santacoder:
-        name: str = 'santacoder'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class command_medium_nightly:
-        name: str = 'command-medium-nightly'
-        base_provider: str = 'cohere'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class command_xlarge_nightly:
-        name: str = 'command-xlarge-nightly'
-        base_provider: str = 'cohere'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class code_cushman_001:
-        name: str = 'code-cushman-001'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class code_davinci_002:
-        name: str = 'code-davinci-002'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class text_ada_001:
-        name: str = 'text-ada-001'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class text_babbage_001:
-        name: str = 'text-babbage-001'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class text_curie_001:
-        name: str = 'text-curie-001'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class text_davinci_002:
-        name: str = 'text-davinci-002'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.Vercel
-
-    class text_davinci_003:
-        name: str = 'text-davinci-003'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.Vercel
-        
-    class palm:
-        name: str = 'palm'
-        base_provider: str = 'google'
-        best_provider: Provider.Provider = Provider.Bard
-        
-            
-    """    'falcon-40b': Model.falcon_40b,
-    'falcon-7b': Model.falcon_7b,
-    'llama-13b': Model.llama_13b,"""
-    
-    class falcon_40b:
-        name: str = 'falcon-40b'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.H2o
-    
-    class falcon_7b:
-        name: str = 'falcon-7b'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.H2o
-        
-    class llama_13b:
-        name: str = 'llama-13b'
-        base_provider: str = 'huggingface'
-        best_provider: Provider.Provider = Provider.H2o
-        
-    class gpt_35_turbo_16k:
-        name: str = 'gpt-3.5-turbo-16k'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.EasyChat
-        
-    class gpt_35_turbo_0613:
-        name: str = 'gpt-3.5-turbo-0613'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.EasyChat
-        
-    class gpt_35_turbo_16k_0613:
-        name: str = 'gpt-3.5-turbo-16k-0613'
-        base_provider: str = 'openai'
-        best_provider: Provider.Provider = Provider.EasyChat
-        
-    class gpt_4_32k:
-        name: str = 'gpt-4-32k'
-        base_provider: str = 'openai'
-        best_provider =  None
-        
-    class gpt_4_0613:
-        name: str = 'gpt-4-0613'
-        base_provider: str = 'openai'
-        best_provider = None
-    
+    name: str
+    base_provider: str
+    best_provider: ModuleType or None
+
+gpt_35_turbo = Model(
+    name="gpt-3.5-turbo",
+    base_provider="openai",
+    best_provider=Provider.GetGpt,
+)
+
+gpt_4 = Model(
+    name="gpt-4",
+    base_provider="openai",
+    best_provider=Provider.Bing,
+)
+
+claude_instant_v1_100k = Model(
+    name="claude-instant-v1-100k",
+    base_provider="anthropic",
+    best_provider=Provider.Vercel,
+)
+
+claude_instant_v1 = Model(
+    name="claude-instant-v1",
+    base_provider="anthropic",
+    best_provider=Provider.Vercel,
+)
+
+claude_v1_100k = Model(
+    name="claude-v1-100k",
+    base_provider="anthropic",
+    best_provider=Provider.Vercel,
+)
+
+claude_v1 = Model(
+    name="claude-v1",
+    base_provider="anthropic",
+    best_provider=Provider.Vercel,
+)
+
+alpaca_7b = Model(
+    name="alpaca-7b",
+    base_provider="replicate",
+    best_provider=Provider.Vercel,
+)
+
+stablelm_tuned_alpha_7b = Model(
+    name="stablelm-tuned-alpha-7b",
+    base_provider="replicate",
+    best_provider=Provider.Vercel,
+)
+
+bloom = Model(
+    name="bloom",
+    base_provider="huggingface",
+    best_provider=Provider.Vercel,
+)
+
+bloomz = Model(
+    name="bloomz",
+    base_provider="huggingface",
+    best_provider=Provider.Vercel,
+)
+
+flan_t5_xxl = Model(
+    name="flan-t5-xxl",
+    base_provider="huggingface",
+    best_provider=Provider.Vercel,
+)
+
+flan_ul2 = Model(
+    name="flan-ul2",
+    base_provider="huggingface",
+    best_provider=Provider.Vercel,
+)
+
+gpt_neox_20b = Model(
+    name="gpt-neox-20b",
+    base_provider="huggingface",
+    best_provider=Provider.Vercel,
+)
+
+oasst_sft_4_pythia_12b_epoch_35 = Model(
+    name="oasst-sft-4-pythia-12b-epoch-3.5",
+    base_provider="huggingface",
+    best_provider=Provider.Vercel,
+)
+
+santacoder = Model(
+    name="santacoder",
+    base_provider="huggingface",
+    best_provider=Provider.Vercel,
+)
+
+command_medium_nightly = Model(
+    name="command-medium-nightly",
+    base_provider="cohere",
+    best_provider=Provider.Vercel,
+)
+
+command_xlarge_nightly = Model(
+    name="command-xlarge-nightly",
+    base_provider="cohere",
+    best_provider=Provider.Vercel,
+)
+
+code_cushman_001 = Model(
+    name="code-cushman-001",
+    base_provider="openai",
+    best_provider=Provider.Vercel,
+)
+
+code_davinci_002 = Model(
+    name="code-davinci-002",
+    base_provider="openai",
+    best_provider=Provider.Vercel,
+)
+
+text_ada_001 = Model(
+    name="text-ada-001",
+    base_provider="openai",
+    best_provider=Provider.Vercel,
+)
+
+text_babbage_001 = Model(
+    name="text-babbage-001",
+    base_provider="openai",
+    best_provider=Provider.Vercel,
+)
+
+text_curie_001 = Model(
+    name="text-curie-001",
+    base_provider="openai",
+    best_provider=Provider.Vercel,
+)
+
+text_davinci_002 = Model(
+    name="text-davinci-002",
+    base_provider="openai",
+    best_provider=Provider.Vercel,
+)
+
+text_davinci_003 = Model(
+    name="text-davinci-003",
+    base_provider="openai",
+    best_provider=Provider.Vercel,
+)
+
+palm = Model(
+    name="palm",
+    base_provider="google",
+    best_provider=Provider.Bard,
+)
+
+falcon_40b = Model(
+    name="falcon-40b",
+    base_provider="huggingface",
+    best_provider=Provider.H2o,
+)
+
+falcon_7b = Model(
+    name="falcon-7b",
+    base_provider="huggingface",
+    best_provider=Provider.H2o,
+)
+
+llama_13b = Model(
+    name="llama-13b",
+    base_provider="huggingface",
+    best_provider=Provider.H2o,
+)
+
+gpt_35_turbo_16k = Model(
+    name="gpt-3.5-turbo-16k",
+    base_provider="openai",
+    best_provider=Provider.EasyChat,
+)
+
+gpt_35_turbo_0613 = Model(
+    name="gpt-3.5-turbo-0613",
+    base_provider="openai",
+    best_provider=Provider.EasyChat,
+)
+
+gpt_35_turbo_16k_0613 = Model(
+    name="gpt-3.5-turbo-16k-0613",
+    base_provider="openai",
+    best_provider=Provider.EasyChat,
+)
+
+gpt_4_32k = Model(name="gpt-4-32k", base_provider="openai", best_provider=None)
+
+gpt_4_0613 = Model(name="gpt-4-0613", base_provider="openai", best_provider=None)
+
+
 class ModelUtils:
-    convert: dict = {
-        'gpt-3.5-turbo': Model.gpt_35_turbo,
-        'gpt-3.6-turbo-16k': Model.gpt_35_turbo_16k,
-        'gpt-3.5-turbo-0613': Model.gpt_35_turbo_0613,
-        'gpt-3.5-turbo-16k-0613': Model.gpt_35_turbo_16k_0613,
-        
-        'gpt-4': Model.gpt_4,
-        'gpt-4-32k': Model.gpt_4_32k,
-        'gpt-4-0613': Model.gpt_4_0613,
-        
-        'claude-instant-v1-100k': Model.claude_instant_v1_100k,
-        'claude-v1-100k': Model.claude_v1_100k,
-        'claude-instant-v1': Model.claude_instant_v1,
-        'claude-v1': Model.claude_v1,
-        
-        'alpaca-7b': Model.alpaca_7b,
-        'stablelm-tuned-alpha-7b': Model.stablelm_tuned_alpha_7b,
-        
-        'bloom': Model.bloom,
-        'bloomz': Model.bloomz,
-        
-        'flan-t5-xxl': Model.flan_t5_xxl,
-        'flan-ul2': Model.flan_ul2,
-        
-        'gpt-neox-20b': Model.gpt_neox_20b,
-        'oasst-sft-4-pythia-12b-epoch-3.5': Model.oasst_sft_4_pythia_12b_epoch_35,
-        'santacoder': Model.santacoder,
-        
-        'command-medium-nightly': Model.command_medium_nightly,
-        'command-xlarge-nightly': Model.command_xlarge_nightly,
-        
-        'code-cushman-001': Model.code_cushman_001,
-        'code-davinci-002': Model.code_davinci_002,
-        
-        'text-ada-001': Model.text_ada_001,
-        'text-babbage-001': Model.text_babbage_001,
-        'text-curie-001': Model.text_curie_001,
-        'text-davinci-002': Model.text_davinci_002,
-        'text-davinci-003': Model.text_davinci_003,
-        
-        'palm2': Model.palm,
-        'palm': Model.palm,
-        'google': Model.palm,
-        'google-bard': Model.palm,
-        'google-palm': Model.palm,
-        'bard': Model.palm,
-        
-        'falcon-40b': Model.falcon_40b,
-        'falcon-7b': Model.falcon_7b,
-        'llama-13b': Model.llama_13b,
-    }
+    convert: dict[str, Model] = {
+        "gpt-3.5-turbo": gpt_35_turbo,
+        "gpt-3.5-turbo-16k": gpt_35_turbo_16k,
+        "gpt-3.5-turbo-0613": gpt_35_turbo_0613,
+        "gpt-3.5-turbo-16k-0613": gpt_35_turbo_16k_0613,
+        "gpt-4": gpt_4,
+        "gpt-4-32k": gpt_4_32k,
+        "gpt-4-0613": gpt_4_0613,
+        "claude-instant-v1-100k": claude_instant_v1_100k,
+        "claude-v1-100k": claude_v1_100k,
+        "claude-instant-v1": claude_instant_v1,
+        "claude-v1": claude_v1,
+        "alpaca-7b": alpaca_7b,
+        "stablelm-tuned-alpha-7b": stablelm_tuned_alpha_7b,
+        "bloom": bloom,
+        "bloomz": bloomz,
+        "flan-t5-xxl": flan_t5_xxl,
+        "flan-ul2": flan_ul2,
+        "gpt-neox-20b": gpt_neox_20b,
+        "oasst-sft-4-pythia-12b-epoch-3.5": oasst_sft_4_pythia_12b_epoch_35,
+        "santacoder": santacoder,
+        "command-medium-nightly": command_medium_nightly,
+        "command-xlarge-nightly": command_xlarge_nightly,
+        "code-cushman-001": code_cushman_001,
+        "code-davinci-002": code_davinci_002,
+        "text-ada-001": text_ada_001,
+        "text-babbage-001": text_babbage_001,
+        "text-curie-001": text_curie_001,
+        "text-davinci-002": text_davinci_002,
+        "text-davinci-003": text_davinci_003,
+        "palm2": palm,
+        "palm": palm,
+        "google": palm,
+        "google-bard": palm,
+        "google-palm": palm,
+        "bard": palm,
+        "falcon-40b": falcon_40b,
+        "falcon-7b": falcon_7b,
+        "llama-13b": llama_13b,
+    }