Initial commit

Author: chiroptical

llm/.gitignore

@@ -0,0 +1,2 @@
+llm-api/
+__pycache__/

llm/api.py

@@ -0,0 +1,23 @@
+from flask import Flask, jsonify, abort
+from llm_functions import get_summaries_and_tags_api_function
+
+app = Flask(__name__)
+
+@app.route('/summary', methods=['POST'])
+def summary():
+    body = json.loads(request.data)
+    # We require bill_id, bill_title, bill_text to exist as keys in the POST
+    # Note: & is essentially set intersection
+    if not (body.keys() & {"bill_id", "bill_title", "bill_text"}):
+        abort(404, description="requires bill_id, bill_title, and bill_text")
+
+    summary = get_summaries_and_tags_api_function(
+        body["bill_id"],
+        body["bill_title"],
+        body["bill_text"]
+    )
+
+    if summary["status"] in [-1, -2]:
+        abort(404, description="unable to generate summary or tags")
+    
+    return jsonify(summary)

llm/cloudbuild.yaml

@@ -0,0 +1,4 @@
+steps:
+- name: 'gcr.io/cloud-builders/gcloud'
+  args: ['functions', 'deploy', 'api', '--runtime', 'python39', '--trigger-http', '--allow-unauthenticated', '--entry-point', 'hello_world', '--source', '.']
+timeout: '1600s'

llm/readme.md

@@ -122,3 +122,23 @@ This project uses OpenAI's API for various language processing tasks. To use the
    ```python
    import os
    print(os.environ.get('OPENAI_API_KEY'))
+
+# Running the API
+
+Set up a virtual environment and run the Flask app
+
+```
+python3 -m venv llm-api
+source llm-api/bin/activate # .fish if using fish
+pip3 install -r requirements.txt
+python3 -m flask --app api run
+```
+
+TODO:
+
+- [ ] Get an OpenAPI key
+- [ ] Attempt to run the summary function locally using the flask API
+- [ ] Try to add deploy this using cloud functions and `cloudbuild.yaml`
+      Found some cloud functions documentation here,
+      https://medium.com/@rez.archer/mastering-serverless-flask-apis-on-google-cloud-a-ci-cd-pipeline-setup-253b6de1c1ad
+- [ ] Alphabetize the requirements.txt file

llm/requirements.txt

@@ -9,7 +9,7 @@ asttokens==2.4.1
 attrs==23.2.0
 backoff==2.2.1
 bcrypt==4.1.3
-blinker==1.8.2
+blinker==1.9.0
 blis==0.7.11
 build==1.2.1
 cachetools==5.3.3
@@ -181,3 +181,6 @@ websockets==12.0
 wrapt==1.16.0
 yarl==1.9.4
 zipp==3.19.1
+Flask==3.1.0
+itsdangerous==2.2.0
+Werkzeug==3.1.3