from flask import ( Flask, render_template, request, abort, redirect, Response, send_from_directory, url_for, session, flash, get_flashed_messages) from flask_session import Session import openai from dotenv import load_dotenv from markdown import markdown import requests from glob import glob import json import os import sys import time import shutil import re import secrets RE_VID = re.compile("""\[video ["']([^['"]*?)["']\]""") TEMPLATE_VID = """""" def preprocess_content(defs): md = defs.get("markdown", "") if md: content = markdown(md) content = RE_VID.sub(lambda m: TEMPLATE_VID.format(m.group(1), m.group(1).split('.')[-1]), content) else: content = "" img = defs.get("image", {}) match img.get("placement", "none"): case "above": content = """{alt}
\n""".format(**img)+content case "left": content = """{alt}
\n""".format(**img)+content case "right": content = """{alt}
\n""".format(**img)+content case "below": content = content+"""
\n{alt}
\n""".format(**img) if defs.get("use_soundtrack") and not defs.get("use_video_content"): ## No soundtrack if we're playing video content = """\n""".format( defs["soundtrack"], defs["soundtrack"].split(".")[-1])+content return content def preprocess_payload(payload): for column in payload.get("columns", []): column["content"] = preprocess_content(column) for slide in column.get("slides", []): slide["content"] = preprocess_content(slide) RE_YOUTUBE = re.compile("https://(?:www.)?youtube.com/watch\?v=(?P[^/?]*)") RE_YOUTU_BE = re.compile("https://(?:www.)?youtu.be/(?P[^/?]*)") RE_VIMEO = re.compile("https://(?:www.)?vimeo.com/(?P[^/?]*)") def preprocess_embed(e): res = {} url = e.get("url") if not url: return None for key in ["id", "description", "proportions", "url_extras"]: val = e.get(key) if not val: if key!="url_extras": return None else: res[key] = val m = RE_YOUTUBE.search(url) or RE_YOUTU_BE.search(url) if m: res["type"] = "youtube" res["code"] = m.group("code") else: m = RE_VIMEO.search(url) if m: res["type"] = "vimeo" res["code"] = m.group("code") else: return None return res def get_all_embeds(): embeds = json.load(open("static/media/video-embed.json")) embeds = [preprocess_embed(e) for e in embeds] embeds = [e for e in embeds if e] return embeds def deref_schema(val): "Deref all `$ref` entries in a json-schema" if type(val)==type([]): return [deref_schema(item) for item in val] elif type(val)==type({}): val = dict(val) if "$ref" in val: ref = val["$ref"] if ref.startswith("#"): pass # stub. Currently we don't have internal references... elif ref.startswith("/"): ref = url_for("home", _external=True)+ref[1:] val.update(requests.get(ref).json()) del val["$ref"] for key in val: val[key] = deref_schema(val[key]) return val else: return val def file2json(path): "returns json string without line breaks and indent" return json.dumps(json.load(open(path))) def make_prompt(username): user = open("static/users/{}.txt".format(username)).read() json_schema = json.dumps(schema()) json_example = file2json("static/chat-example.json") img_enum = json.dumps(choices("img")) return render_template("prompt.txt", user=user, schema=json_schema, example=json_example, img_enum=img_enum) load_dotenv() openai.organization = "org-GFWgNyt7NSKpCv6GhzXYZTpi" application = Flask(__name__) application.config["SECRET_KEY"] = secrets.token_hex() application.config["SESSION_TYPE"] = 'filesystem' Session(application) @application.route("/", methods=['GET', 'POST']) def home(): is_initial = False if "messages" not in session: if "user" not in session: session["user"] = "odelia" # terrible kludge session["messages"] = [ {"role": "system", "content": make_prompt(session["user"])} #, ### This turned to be counter productive # {"role": "assistant", "content": file2json("static/initial-chat.json")} ] session["history"] = [] is_initial = True prompt = "" if request.method=='POST' or is_initial: if is_initial: pass ## this turned out to be counter-productive # session["messages"] += [{"role": "system", "content": "User wishes to begin. Remember to find out how they feel before offering a ceremony or other action."}] else: prompt = request.form["prompt"].strip() if prompt: session["messages"] += [{"role": "user", "content": prompt}] else: session["messages"] += [{"role": "system", "content": "User has hit enter. Please continue."}] payload = None while not payload: reply = openai.ChatCompletion.create(model=os.environ["MODEL_NAME"], messages=session["messages"]) message = dict(reply["choices"][0]["message"]) session["messages"] += [message] try: payload = json.loads(message["content"]) payload["prompt"] = prompt.replace('"', '\"') payload["content"] = preprocess_content(payload) if payload.get("use_video_content"): embed_id = payload.get("video_content") if embed_id: embeds = get_all_embeds() embeds = [e for e in embeds if e["id"]==embed_id] if embeds: payload["embed"] = embeds[0] session["history"] += [dict(payload)] # shallow copy so history doesn't get added later on except Exception as e: print(repr(e)) session["messages"] += [{"role": "system", "content": "reply was ignored because it's not valid JSON. User is unaware. Assistant should NOT apologize to them, and simply rephrase answer as valid JSON that complies with the schema in the initial system prompt of this chat. It is followed by an example the assistant can learn from."}] print("=====") print(reply["choices"][0]["message"]["content"]) print("-----") print(payload) print("=====") else: payload = json.loads(session["messages"][-1]["content"]) payload["content"] = preprocess_content(payload) try: if session["messages"][-2]["role"] == "user": payload["prompt"] = session["messages"][-2]["content"] except exception as e: print(e) payload["history"] = list(reversed(session.get("history", [])[:-1])) payload["user"] = session["user"] return render_template("chat.html", **payload) @application.get("/reset/") def reset(user): if not os.path.isfile("static/users/{}.txt".format(user)): flash("user {} not found".format(user), 'error') return redirect(url_for('home')) for key in ["messages", "history"]: if key in session: del session[key] session["user"] = user return redirect(url_for('home')) @application.get("/schema.json") def schema(): "return deref_schema of `chat.schema.json` file's content" return deref_schema(json.load(open("static/chat.schema.json"))) @application.get("/slides") def slides(): "Legacy multi-slide format" payload = json.load(open("static/slides.json")) preprocess_payload(payload) return render_template("slides.html", generate_indices=False, **payload) @application.get("/prompt/.txt") def get_prompt(user): return Response(make_prompt(user), mimetype="text/plain") @application.get("/example") def example(): payload = json.load(open("static/chat-example.json")) payload["content"] = preprocess_content(payload) if payload.get("use_video_content"): embed_id = payload.get("video_content") if embed_id: embeds = get_all_embeds() embeds = [e for e in embeds if e["id"]==embed_id] if embeds: payload["embed"] = embeds[0] return render_template("example.html", **payload) @application.get("/embeds") def embeds(): embeds = get_all_embeds() return render_template("embeds.html", embeds=reversed(embeds)) @application.post("/update") def update(): "Legacy multi-slide format" shutil.copy( "static/slides.json", time.strftime( "editor-archive/slides-%Y-%m-%d-%H.%M.%S.json", time.localtime())) payload = request.get_json() print(type(payload)) json.dump(payload, sys.stdout, indent=4) json.dump(payload, open("static/slides.json", "w"), indent=4) return {"status": "success"} @application.post("/update-embeds") def update_embeds(): shutil.copy( "static/media/video-embed.json", time.strftime( "editor-archive/embeds-%Y-%m-%d-%H.%M.%S.json", time.localtime())) payload = request.get_json() print(type(payload)) json.dump(payload, sys.stdout, indent=4) json.dump(payload, open("static/media/video-embed.json", "w"), indent=4) return {"status": "success"} @application.post("/update-chat") def update_chat(): shutil.copy( "static/chat-example.json", time.strftime( "editor-archive/chat-%Y-%m-%d-%H.%M.%S.json", time.localtime())) payload = request.get_json() print(type(payload)) json.dump(payload, sys.stdout, indent=4) json.dump(payload, open("static/chat-example.json", "w"), indent=4) return {"status": "success"} @application.get("/enum/") def choices(topic): if topic in ["img", "bg", "bg-video", "audio"]: choices = sorted(glob("static/media/{}/*.*".format(topic))) titles = [os.path.basename(c) for c in choices] try: descdir = json.load(open("static/media/{}.json".format(topic))) except FileNotFoundError: descdir = {} return { "type": "string", "enum": choices, "options": { "enum_titles": [descdir.get(t, t.rsplit(".", 1)[0]) for t in titles] } } abort(404) @application.get("/embeds_enum") def embeds_enum(): embeds = get_all_embeds() return { "enum": [e["id"] for e in embeds], "options": { "enum_titles": [e["description"] for e in embeds] } } @application.route("/save", methods=['GET', 'POST']) def save(): if request.method=="POST": filename = request.form["filename"].rsplit("/",1)[-1] if filename: path = "archive/{}.json".format(filename) is_overwrite = os.path.isfile(path) moment = { key: session.get(key, []) for key in ["messages", "history"] } moment["user"] = session.get("user", "odelia") print(moment) json.dump(moment, open(path,"w"), indent=4) if is_overwrite: flash("Successfully overwritten {}.json".format(filename)) else: flash("Successfully saved to {}.json".format(filename)) else: flash("Invalid filename. Save aborted.", "error") return redirect(url_for("home")) else: return render_template("save.html", suggestion=time.strftime( "moment-%Y-%m-%d-%H.%M.%S"), files = [os.path.basename(path).rsplit(".",1)[0] for path in sorted(glob("archive/*.json"))]) @application.route("/load", methods=['GET', 'POST']) def load(): if request.method=="POST": filename = request.form["filename"] try: moment = json.load(open("archive/{}.json".format(filename))) session["messages"] = moment["messages"] session["history"] = moment["history"] session["user"] = moment.get("user", "odelia") except Exception as e: flash(repr(e)) return redirect(url_for("home")+"#/oldest") else: return render_template("load.html", files = [os.path.basename(path).rsplit(".",1)[0] for path in sorted(glob("archive/*.json"))]) @application.get("/embed-editor") def embed_editor(): return render_template("embed-editor.html") @application.get("/chat-editor") def chat_editor(): return render_template("chat-editor.html") @application.get("/editor") def editor(): "Legacy multi-slide format" return render_template("editor.html") @application.route("/img", methods=['GET', 'POST']) def image(): if request.method=='GET': src = "static/img/marble-question-mark.png" alt = "A question mark" prompt = "" else: prompt = request.form["prompt"] alt = prompt response = openai.Image.create(prompt=prompt, model="dall-e-3", n=1, size="1024x1024") src = response['data'][0]['url'] return render_template("image.html", src=src, alt=alt, prompt=prompt) @application.route("/favicon.ico") def favicon(): return send_from_directory(os.path.join(application.root_path, "static"), "favicon.ico", mimetype="image/vnd.microsoft.icon")