Tech challenge/python sdk

sdk-python/.gitignore

@@ -0,0 +1,3 @@
+.venv_*
+.env
+**/*.pyc

sdk-python/README.md

@@ -0,0 +1,31 @@
+### Getting started
+1. Enter env variables in example.env and rename to .env
+2. Create and start venv (see instructions below)
+3. From venv, run `python3 main.py`
+
+### Virtual Environment for Local Dev
+Make sure virtual environment is created
+1. Create virtual environment in root directory: `python3 -m venv .venv_llm-ops`
+2. Activate virtual environment:
+
+    // On Windows Command Shell, run:
+    `.venv_llm-ops\Scripts\activate.bat`
+
+    // On Windows Power Shell, run:
+    `.venv_llm-ops\Scripts\activate.ps1`
+
+    // On Unix or MacOS, run:
+    `source .venv_llm-ops/bin/activate`
+
+3. Update pip to install packages: `pip install --upgrade pip`
+4. Install required packages: `pip install -r requirements.txt`
+5. After dev, you should update requirements.txt:
+   - `pip freeze > requirements.txt`
+   - WARNING: this prevents any additional packages from being installed in venv, only run this command after finishing dev
+   - To start installing packages in venv again, delete .venv folder and restart process 
+
+### Running .py files
+1. While in venv, run `export PYTHONPATH='.'`
+   - Helps to fix: `ModuleNotFoundError: No module named 'lib'`
+   - If not, check that scripts and folders do not have the same name
+2. Run `python3 path/to/file`

sdk-python/database/connect.py

@@ -0,0 +1,25 @@
+import os
+import psycopg2
+from dotenv import load_dotenv
+load_dotenv()
+
+DATABASE_URL = os.getenv('DATABASE_URL')
+
+if not DATABASE_URL:
+    raise EnvironmentError(f"DATABASE_URL not found: {DATABASE_URL}\nMake sure that you have a DATABASE_URL value in the .env file.")
+
+def connect_to_db():
+    conn = psycopg2.connect(DATABASE_URL)
+    cur = conn.cursor()
+    cur.execute('SELECT NOW();')
+    time = cur.fetchone()[0]
+
+    cur.execute('SELECT version();')
+    version = cur.fetchone()[0]
+
+    if not time or not version:
+        raise ConnectionError(f"Could not connect to database: {DATABASE_URL}")
+
+    print('Current time:', time)
+    print('PostgreSQL version:', version)
+    return conn, cur

sdk-python/database/write_data.py

@@ -0,0 +1,5 @@
+def write_data(cur, time, prompt, response, tokens):
+    cur.execute("""
+    INSERT INTO llm_logs (datetime_utc, input_string, output_string, total_tokens)
+    VALUES (%s, %s, %s, %s);
+    """, (time, prompt, response, tokens))

sdk-python/example.env

@@ -0,0 +1,2 @@
+OPENAI_API_KEY=
+DATABASE_URL=

sdk-python/main.py

@@ -0,0 +1,18 @@
+from dotenv import load_dotenv
+load_dotenv()
+from database.connect import connect_to_db
+from database.write_data import write_data
+from models.get_llm_response import get_llm_response
+from datetime import datetime 
+
+prompt = "What is a proompt?"
+response = get_llm_response(prompt)
+
+connection, cursor = connect_to_db()
+
+write_data(cursor, datetime.utcfromtimestamp(response.created), prompt, response.choices[0].text, response.usage.total_tokens)
+
+connection.commit()
+
+cursor.close()
+connection.close()

sdk-python/models/get_llm_response.py

@@ -0,0 +1,15 @@
+import os
+import openai
+
+OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
+
+if not OPENAI_API_KEY:
+    raise EnvironmentError(f"OPENAI_API_KEY not found: {OPENAI_API_KEY}\nMake sure that you have an OPENAI_API_KEY value in the .env file.")
+
+openai.api_key = OPENAI_API_KEY
+def get_llm_response(prompt: str):
+    return openai.Completion.create(
+            model="text-davinci-003",
+            prompt=prompt,
+            temperature=0.6,
+        )

sdk-python/requirements.txt

@@ -0,0 +1,16 @@
+aiohttp==3.8.5
+aiosignal==1.3.1
+async-timeout==4.0.2
+attrs==23.1.0
+certifi==2023.7.22
+charset-normalizer==3.2.0
+frozenlist==1.4.0
+idna==3.4
+multidict==6.0.4
+openai==0.27.8
+psycopg2-binary==2.9.7
+python-dotenv==1.0.0
+requests==2.31.0
+tqdm==4.65.1
+urllib3==2.0.4
+yarl==1.9.2