microservices are able to run (#5)

chat_gpt_microservice/g4f/Provider/Providers/helpers/gpt4love.py

@@ -0,0 +1,53 @@
+import json
+import sys
+from re import findall
+
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+prompt = config["messages"][-1]["content"]
+
+headers = {
+    "authority": "api.gptplus.one",
+    "accept": "application/json, text/plain, */*",
+    "accept-language": "ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7,ja;q=0.6,zh-TW;q=0.5,zh;q=0.4",
+    "content-type": "application/octet-stream",
+    "origin": "https://ai.gptforlove.com/",
+    "referer": "https://ai.gptforlove.com/",
+    "sec-ch-ua": '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
+    "sec-ch-ua-mobile": "?0",
+    "sec-ch-ua-platform": '"macOS"',
+    "sec-fetch-dest": "empty",
+    "sec-fetch-mode": "cors",
+    "sec-fetch-site": "cross-site",
+    "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36",
+}
+
+json_data = {"prompt": prompt, "options": {}}
+
+
+def format(chunk):
+    try:
+        completion_chunk = findall(r'content":"(.*)"},"fin', chunk.decode())[0]
+        print(completion_chunk, flush=True, end="")
+
+    except Exception:
+        print(f"[ERROR] an error occured, retrying... | [[{chunk.decode()}]]", flush=True)
+        return
+
+
+while True:
+    try:
+        response = requests.post(
+            "https://api.gptplus.one/api/chat-process",
+            headers=headers,
+            json=json_data,
+            content_callback=format,
+            impersonate="chrome110",
+        )
+
+        exit(0)
+
+    except Exception as e:
+        print("[ERROR] an error occured, retrying... |", e, flush=True)
+        continue

chat_gpt_microservice/g4f/Provider/Providers/helpers/phind.py

@@ -0,0 +1,81 @@
+import datetime
+import json
+import sys
+import urllib.parse
+
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+prompt = config["messages"][-1]["content"]
+
+skill = "expert" if config["model"] == "gpt-4" else "intermediate"
+
+json_data = json.dumps(
+    {
+        "question": prompt,
+        "options": {
+            "skill": skill,
+            "date": datetime.datetime.now().strftime("%d/%m/%Y"),
+            "language": "en",
+            "detailed": True,
+            "creative": True,
+            "customLinks": [],
+        },
+    },
+    separators=(",", ":"),
+)
+
+headers = {
+    "Content-Type": "application/json",
+    "Pragma": "no-cache",
+    "Accept": "*/*",
+    "Sec-Fetch-Site": "same-origin",
+    "Accept-Language": "en-GB,en;q=0.9",
+    "Cache-Control": "no-cache",
+    "Sec-Fetch-Mode": "cors",
+    "Content-Length": str(len(json_data)),
+    "Origin": "https://www.phind.com",
+    "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15",
+    "Referer": f"https://www.phind.com/search?q={urllib.parse.quote(prompt)}&source=searchbox",
+    "Connection": "keep-alive",
+    "Host": "www.phind.com",
+    "Sec-Fetch-Dest": "empty",
+}
+
+
+def output(chunk):
+    try:
+        if b"PHIND_METADATA" in chunk:
+            return
+
+        if chunk == b"data:  \r\ndata: \r\ndata: \r\n\r\n":
+            chunk = b"data:  \n\r\n\r\n"
+
+        chunk = chunk.decode()
+
+        chunk = chunk.replace("data: \r\n\r\ndata: ", "data: \n")
+        chunk = chunk.replace("\r\ndata: \r\ndata: \r\n\r\n", "\n\r\n\r\n")
+        chunk = chunk.replace("data: ", "").replace("\r\n\r\n", "")
+
+        print(chunk, flush=True, end="")
+
+    except json.decoder.JSONDecodeError:
+        pass
+
+
+while True:
+    try:
+        response = requests.post(
+            "https://www.phind.com/api/infer/answer",
+            headers=headers,
+            data=json_data,
+            content_callback=output,
+            timeout=999999,
+            impersonate="safari15_5",
+        )
+
+        exit(0)
+
+    except Exception as e:
+        print("an error occured, retrying... |", e, flush=True)
+        continue

chat_gpt_microservice/g4f/Provider/Providers/helpers/theb.py

@@ -0,0 +1,53 @@
+import json
+import sys
+from re import findall
+
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+prompt = config["messages"][-1]["content"]
+
+headers = {
+    "authority": "chatbot.theb.ai",
+    "accept": "application/json, text/plain, */*",
+    "accept-language": "en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3",
+    "content-type": "application/json",
+    "origin": "https://chatbot.theb.ai",
+    "referer": "https://chatbot.theb.ai/",
+    "sec-ch-ua": '"Google Chrome";v="113", "Chromium";v="113", "Not-A.Brand";v="24"',
+    "sec-ch-ua-mobile": "?0",
+    "sec-ch-ua-platform": '"macOS"',
+    "sec-fetch-dest": "empty",
+    "sec-fetch-mode": "cors",
+    "sec-fetch-site": "same-origin",
+    "user-agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.0.0 Safari/537.36",
+}
+
+json_data = {"prompt": prompt, "options": {}}
+
+
+def format(chunk):
+    try:
+        completion_chunk = findall(r'content":"(.*)"},"fin', chunk.decode())[0]
+        print(completion_chunk, flush=True, end="")
+
+    except Exception:
+        print(f"[ERROR] an error occured, retrying... | [[{chunk.decode()}]]", flush=True)
+        return
+
+
+while True:
+    try:
+        response = requests.post(
+            "https://chatbot.theb.ai/api/chat-process",
+            headers=headers,
+            json=json_data,
+            content_callback=format,
+            impersonate="chrome110",
+        )
+
+        exit(0)
+
+    except Exception as e:
+        print("[ERROR] an error occured, retrying... |", e, flush=True)
+        continue

chat_gpt_microservice/g4f/Provider/Providers/helpers/you.py

@@ -0,0 +1,82 @@
+import json
+import sys
+import urllib.parse
+
+from curl_cffi import requests
+
+config = json.loads(sys.argv[1])
+messages = config["messages"]
+prompt = ""
+
+
+def transform(messages: list) -> list:
+    result = []
+    i = 0
+
+    while i < len(messages):
+        if messages[i]["role"] == "user":
+            question = messages[i]["content"]
+            i += 1
+
+            if i < len(messages) and messages[i]["role"] == "assistant":
+                answer = messages[i]["content"]
+                i += 1
+            else:
+                answer = ""
+
+            result.append({"question": question, "answer": answer})
+
+        elif messages[i]["role"] == "assistant":
+            result.append({"question": "", "answer": messages[i]["content"]})
+            i += 1
+
+        elif messages[i]["role"] == "system":
+            result.append({"question": messages[i]["content"], "answer": ""})
+            i += 1
+
+    return result
+
+
+headers = {
+    "Content-Type": "application/x-www-form-urlencoded",
+    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+    "Sec-Fetch-Site": "same-origin",
+    "Accept-Language": "en-GB,en;q=0.9",
+    "Sec-Fetch-Mode": "navigate",
+    "Host": "you.com",
+    "Origin": "https://you.com",
+    "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.4 Safari/605.1.15",
+    "Referer": "https://you.com/api/streamingSearch?q=nice&safeSearch=Moderate&onShoppingPage=false&mkt=&responseFilter=WebPages,Translations,TimeZone,Computation,RelatedSearches&domain=youchat&queryTraceId=7a6671f8-5881-404d-8ea3-c3f8301f85ba&chat=%5B%7B%22question%22%3A%22hi%22%2C%22answer%22%3A%22Hello!%20How%20can%20I%20assist%20you%20today%3F%22%7D%5D&chatId=7a6671f8-5881-404d-8ea3-c3f8301f85ba&__cf_chl_tk=ex2bw6vn5vbLsUm8J5rDYUC0Bjzc1XZqka6vUl6765A-1684108495-0-gaNycGzNDtA",
+    "Connection": "keep-alive",
+    "Sec-Fetch-Dest": "document",
+    "Priority": "u=0, i",
+}
+
+if messages[-1]["role"] == "user":
+    prompt = messages[-1]["content"]
+    messages = messages[:-1]
+
+params = urllib.parse.urlencode({"q": prompt, "domain": "youchat", "chat": transform(messages)})
+
+
+def output(chunk):
+    if b'"youChatToken"' in chunk:
+        chunk_json = json.loads(chunk.decode().split("data: ")[1])
+
+        print(chunk_json["youChatToken"], flush=True, end="")
+
+
+while True:
+    try:
+        response = requests.get(
+            f"https://you.com/api/streamingSearch?{params}",
+            headers=headers,
+            content_callback=output,
+            impersonate="safari15_5",
+        )
+
+        exit(0)
+
+    except Exception as e:
+        print("an error occured, retrying... |", e, flush=True)
+        continue