official openai api

Author: xtekky

client/html/index.html

@@ -110,10 +110,10 @@
                     </div>
                     <div class="field">
                         <select name="model" id="model">
-                            <option value="text-gpt-0035-render-sha-0" selected>gpt-3.5-turbo</option>
-                            <option value="text-gpt-0040-render-sha-0">gpt-4</option>
-                            <option value="text-gpt-0035-render-sha-0301">gpt-3.5-turbo-0301</option>
-                            <option value="text-gpt-0004-render-sha-0314">gpt-4-0314</option>
+                            <option value="gpt-3.5-turbo" selected>gpt-3.5-turbo</option>
+                            <option value="gpt-4">gpt-4</option>
+                            <option value="gpt-3.5-turbo-0301">gpt-3.5-turbo-0301</option>
+                            <option value="gpt-4-0314">gpt-4-0314</option>
                         </select>
                         <!-- <span class="about">Model</span> -->
                     </div>

config.json

@@ -0,0 +1,8 @@
+{
+    "site_config": {
+        "host" : "0.0.0.0",
+        "port" : 1338,
+        "debug": false
+    },
+    "openai_key": "sk-..."
+}

run.py

@@ -2,12 +2,11 @@
 from server.website import Website
 from server.backend import Backend_Api
 
+from json import load
+
 if __name__ == '__main__':
-    config = {
-        'host' : '0.0.0.0',
-        'port' : 1337,
-        'debug': False
-    }
+    config = load(open('config.json', 'r'))
+    site_config = config['site_config']
 
     site = Website(app)
     for route in site.routes:
@@ -17,14 +16,14 @@
             methods   = site.routes[route]['methods'],
         )
 
-    backend_api  = Backend_Api(app)
+    backend_api  = Backend_Api(app, config)
     for route in backend_api.routes:
         app.add_url_rule(
             route,
             view_func = backend_api.routes[route]['function'],
             methods   = backend_api.routes[route]['methods'],
         )
 
-    print(f"Running on port {config['port']}")
-    app.run(**config)
-    print(f"Closing port {config['port']}")
+    print(f"Running on port {site_config['port']}")
+    app.run(**site_config)
+    print(f"Closing port {site_config['port']}")

server/backend.py

@@ -5,13 +5,15 @@
 from datetime import datetime
 from requests import get
 from requests import post 
+from json     import loads
 
 from server.config import special_instructions
 
 
 class Backend_Api:
-    def __init__(self, app) -> None:
+    def __init__(self, app, config: dict) -> None:
         self.app = app
+        self.openai_key = config['openai_key']
         self.routes = {
             '/backend-api/v2/conversation': {
                 'function': self._conversation,
@@ -26,10 +28,7 @@ def _conversation(self):
             _conversation = request.json['meta']['content']['conversation']
             prompt = request.json['meta']['content']['parts'][0]
             current_date = datetime.now().strftime("%Y-%m-%d")
-            system_message = f'You are GPT-3.5 also known as ChatGPT, a large language model trained by OpenAI. Strictly follow the users instructions. Knowledge cutoff: 2021-09-01 Current date: {current_date}'
-
-            if '0040' in request.json['model']:
-                system_message = f'You are GPT-4, newest generation of OpenAI GPT series. Strictly follow the users instructions. Knowledge cutoff: 2021-09-01 Current date: {current_date}'
+            system_message = f'You are ChatGPT also known as ChatGPT, a large language model trained by OpenAI. Strictly follow the users instructions. Knowledge cutoff: 2021-09-01 Current date: {current_date}'
 
             extra = []
             if internet_access:
@@ -53,28 +52,22 @@ def _conversation(self):
                 extra + special_instructions[jailbreak] + \
                 _conversation + [prompt]
 
-            timestamp = int(time() * 1000)
-            headers = {
-                'authority' : 'chatforai.com',
-                'origin'    : 'https://chatforai.com',
-                'referer'   : 'https://chatforai.com/',
-                'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36',
-            }
-
-            gpt_resp = post('https://chatforai.com/api/generate', headers=headers, stream=True, 
-                data = dumps(separators=(',', ':'), obj={
-                    'messages': conversation,
-                    'time': timestamp,
-                    'pass': None,
-                    'sign': sha256(f'{timestamp}:{conversation[-1]["content"]}:k6zeE77ge7XF'.encode()).hexdigest(), 'key': ''}))
+            gpt_resp = post('https://api.openai.com/v1/chat/completions',
+                headers = {'Authorization': 'Bearer %s' % self.openai_key}, 
+                json    = {
+                    'model'             : request.json['model'], 
+                    'messages'          : conversation,
+                    'stream'            : True}, stream = True)
 
             def stream():
-                answer = ''
-                for chunk in gpt_resp.iter_content(chunk_size=1024):
+                for chunk in gpt_resp.iter_lines():
                     try:
-                        answer += chunk.decode()
-                        yield chunk.decode()
+                        decoded_line = loads(chunk.decode("utf-8").split("data: ")[1])
+                        token = decoded_line["choices"][0]['delta'].get('content')
 
+                        if token != None: 
+                            yield token
+                            
                     except GeneratorExit:
                         break