Tomas Valenta
87 lines
2.4 KiB
Python
87 lines
2.4 KiB
Python
import os
|
|
import uuid
|
|
|
|
from pprint import pprint
|
|
from typing import List
|
|
from codegen.tools.base import create_tools
|
|
from dotenv import load_dotenv
|
|
from playground_client.exceptions import NotFoundException
|
|
from quart import Quart, request
|
|
from quart_cors import cors
|
|
|
|
from codegen import Codegen
|
|
from database import Database, DeploymentState
|
|
from session.playground.nodejs import NodeJSPlayground
|
|
|
|
load_dotenv()
|
|
|
|
url = os.environ.get("NEXT_PUBLIC_SUPABASE_URL")
|
|
key = os.environ.get("SUPABASE_SERVICE_ROLE_KEY")
|
|
|
|
if not url or not key:
|
|
raise NotFoundException("Supabase credentials not found")
|
|
|
|
db = Database(url, key)
|
|
|
|
app = Quart(__name__)
|
|
app.config.from_prefixed_env()
|
|
app = cors(app, allow_origin="*")
|
|
|
|
|
|
@app.route("/health", methods=["GET"])
|
|
async def health():
|
|
return "OK"
|
|
|
|
|
|
# TODO: SECURITY - Check if user invoking this request has permission to generate and deploy to this project
|
|
@app.route("/generate", methods=["POST"])
|
|
async def generate():
|
|
body = await request.json
|
|
|
|
run_id = str(uuid.uuid4())
|
|
project_id = body["projectID"]
|
|
model_config = body["modelConfig"]
|
|
|
|
await db.create_deployment(run_id=run_id, project_id=project_id)
|
|
playground = None
|
|
|
|
try:
|
|
# Create playground for the LLM
|
|
playground = NodeJSPlayground(get_envs=lambda: db.get_env_vars(project_id))
|
|
|
|
# Create tools
|
|
tools = create_tools(
|
|
run_id=run_id,
|
|
playground=playground,
|
|
)
|
|
|
|
# Create a new instance of code generator
|
|
cg = Codegen(
|
|
# The order in which we pass tools HAS an effect on the LLM behaviour.
|
|
tools=list(tools),
|
|
model_config=model_config,
|
|
database=db,
|
|
prompt=model_config["prompt"],
|
|
)
|
|
|
|
# Generate the code
|
|
print("Generating...", flush=True)
|
|
await cg.generate(run_id=run_id)
|
|
|
|
deploy_url: str | None = None
|
|
# Disable deployment if there AWS creds are not present
|
|
if os.environ.get("AWS_ACCESS_KEY_ID") and os.environ.get(
|
|
"AWS_SECRET_ACCESS_KEY"
|
|
):
|
|
await db.update_state(run_id=run_id, state=DeploymentState.Deploying)
|
|
deploy_url = await playground.deploy(project_id)
|
|
|
|
await db.finish_deployment(run_id=run_id, url=deploy_url)
|
|
return {}
|
|
except:
|
|
await db.update_state(run_id=run_id, state=DeploymentState.Error)
|
|
raise
|
|
finally:
|
|
if playground is not None:
|
|
playground.close()
|