From 220a7fc71af03f2ee4348b112c4a235cab174cf3 Mon Sep 17 00:00:00 2001
From: Chris Alexiuk <c.s.alexiuk@gmail.com>
Date: Wed, 15 Nov 2023 11:59:29 -0500
Subject: [PATCH] Releasing Demo Application

---
 .chainlit/.langchain.db          | Bin 0 -> 12288 bytes
 .chainlit/config.toml            |  63 ++++++++++++++++++++
 Dockerfile                       |  11 ++++
 __pycache__/app.cpython-39.pyc   | Bin 0 -> 2634 bytes
 __pycache__/tools.cpython-39.pyc | Bin 0 -> 1590 bytes
 app.py                           |  98 +++++++++++++++++++++++++++++++
 chainlit.md                      |  14 +++++
 tools.py                         |  60 +++++++++++++++++++
 8 files changed, 246 insertions(+)
 create mode 100644 .chainlit/.langchain.db
 create mode 100644 .chainlit/config.toml
 create mode 100644 Dockerfile
 create mode 100644 __pycache__/app.cpython-39.pyc
 create mode 100644 __pycache__/tools.cpython-39.pyc
 create mode 100644 app.py
 create mode 100644 chainlit.md
 create mode 100644 tools.py

diff --git a/.chainlit/.langchain.db b/.chainlit/.langchain.db
new file mode 100644
index 0000000000000000000000000000000000000000..2a2866d0ae91861ccc55a7d3c1b23547774951d2
GIT binary patch
literal 12288
zcmeI#ze~eF6bJCTC~5=!v2}2HV*^1DM;Bu`YA~i6qtGeDHpRfDiD?R5_22TZ>gMQO
zB|}8$;#9s5?!rs%UUHvI@A1J)tAyrxnZ*@dupZ-_T@f+HxEcp))S>gkI#E}h?+VV&
zqSJQwiy55_>ukE8yEfoC1Rwwb2tWV=5P$##AOHafK;T~l-behnZ(01qt>PD%%vVxI
zQfARKp1%IdjA0<0P*CVxdxDxPX<)XBGS7;No}FNL;{@c7L-L<I&nB~_D*kytovq3B
zLopJ~^<}aw^2IW#H|ZMpfqUl!6S@@>8vMM=CRNxbRmC!`OXH|Nwm3@{vt+$|ld6x8
z;#HMz^Qif`(Rnl1ef^2{Z0o6~Cj<l_009U<00Izz00bZa0SG_<0{bdp>Vu*G-`C%Z
Zb3p(C5P$##AOHafKmY;|fB*!x0^jIJT-yKu

literal 0
HcmV?d00001

diff --git a/.chainlit/config.toml b/.chainlit/config.toml
new file mode 100644
index 0000000..f8fb7a3
--- /dev/null
+++ b/.chainlit/config.toml
@@ -0,0 +1,63 @@
+[project]
+# If true (default), the app will be available to anonymous users.
+# If false, users will need to authenticate and be part of the project to use the app.
+public = true
+
+# The project ID (found on https://cloud.chainlit.io).
+# The project ID is required when public is set to false or when using the cloud database.
+#id = ""
+
+# Uncomment if you want to persist the chats.
+# local will create a database in your .chainlit directory (requires node.js installed).
+# cloud will use the Chainlit cloud database.
+# custom will load use your custom client.
+# database = "local"
+
+# Whether to enable telemetry (default: true). No personal data is collected.
+enable_telemetry = true
+
+# List of environment variables to be provided by each user to use the app.
+user_env = []
+
+# Duration (in seconds) during which the session is saved when the connection is lost
+session_timeout = 3600
+
+[UI]
+# Name of the app and chatbot.
+name = "Chatbot"
+
+# Description of the app and chatbot. This is used for HTML tags.
+# description = ""
+
+# The default value for the expand messages settings.
+default_expand_messages = false
+
+# Hide the chain of thought details from the user in the UI.
+hide_cot = false
+
+# Link to your github repo. This will add a github button in the UI's header.
+# github = ""
+
+# Override default MUI light theme. (Check theme.ts)
+[UI.theme.light]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.light.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+
+# Override default MUI dark theme. (Check theme.ts)
+[UI.theme.dark]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.dark.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+
+
+[meta]
+generated_by = "0.6.2"
diff --git a/Dockerfile b/Dockerfile
new file mode 100644
index 0000000..1f82165
--- /dev/null
+++ b/Dockerfile
@@ -0,0 +1,11 @@
+FROM python:3.11
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+WORKDIR $HOME/app
+COPY --chown=user . $HOME/app
+COPY ./requirements.txt ~/app/requirements.txt
+RUN pip install -r requirements.txt
+COPY . .
+CMD ["chainlit", "run", "app.py", "--port", "7860"]
diff --git a/__pycache__/app.cpython-39.pyc b/__pycache__/app.cpython-39.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..6a1ccd3038bcf6791b115137e3dadce0875ad365
GIT binary patch
literal 2634
zcmZ8jOK%*<5uTps?(8n#vZ(lxMG(hW7-X#24g$wW!mMbBfkXx5DhTE>7)`g9L(a?&
zdU{2XS)S}Gfm{>#K<4J3kV`K47k$l1ryOz#oH)u?Jxht=4!WkRr@Fej>Z__vdcDxX
z@7}*g;-8rPgP7|-7tF6P>c4?-i?iG+Si}lDvI{427_Hg4TX>OY=1%SxK@^y|o41N~
z)HZW34~tIJF>^ofMm_8c@`YkCS~P2|e5qKDmW!2WrC5ztnI(FMYrM_FudFXwbPL>D
zyu-VOyA5ug_xOV0?tuFqU*t=MdmG$481M4suNhzAt6#a;{~q`Et-;z0+`$?+y0<kJ
zrP_Wj(y5wA-8Ss#q!M~5D>IcPd3Gw|goFl6`}>c-_+sbxn1#cGL_MlRxwZ2R)9b@Y
z`Ao<<QQ4&Y_4MgeAs>ojB2OT>ioHT6O2k<KJ+Ych@?Fxkm69}U@b^V7Qib<%rqTnv
z^Nb6bGO}_0v+<??3^D385YD)ru`@Pf7uF2VrHyMjyHV@GgNLv!E2H*SU1zmQjOET)
zsDT}ICNdkx$y6QSvO$qlRaTC_vE&joe(QtXtWLBqMVS<$OGo)2mgBy39l3&8O6>KY
z1IE}y*ipu+b7m~j-4rg04`70EL=+arCGn9skpZO5q1VVV)^rFv<3^BfS<}5OThjcE
zv&lDP;NLOo-+?IWf+?H4!X568ZSHaZ+*J+_c#FVu?kJaF1F!%t1d?-q>|C-7@6y@<
zbnjbdmhxwSSi=z%agXI)?LC}uk)JL!(e7{b8@@NL)W*k~pKhqBd@?y*A@-AvyLUhO
z=|&~RvrHVnAR`B^wll81Jb5B=?LSNMsi<{t4z4&Wxp=PI`$~$WKrBw*dUZ^*)*nrd
zL|Kmpj=T+Zavekm^X<Ab5=BMmno4oH_G;_3RY^v?AUBTx{3rVT^_K(xwJP}z>2q*2
zNb+2}wG!1J&~}>ZE@6CMC<VJ}*@2)Wm&+b)acfa>-Km9|R<H7-1-6kUKsB*7VfBDR
zsqSF0{t<{}ySB~f@tOT!*YBEnvjY09`)~W@!m9iLl5b>zhlLh~i8{xG5QmuA%u;xB
z`wlXJJBGS<Ebg5<XF$c5)|t(H<=nQ;fPxuQ-k2%>FqqjhXN=<W7sgv(+q`}5ow=%Y
z*uDsPICC$d)nK5rd-^`yFs=Hg4)l?w2mPm$Jf9rHGySVOf7X}p!X)`Nky{{0?T&gK
zAKk96qO85bVCp^caDSd6pM`(8o-t=(2nAkNR#O!%nUmu>MX1w*D&caK4zRUfquON8
zqeUYZKTBkmJjq2p@U)ZXh4!f2)Y>!qwclh`)NRxq9VZfz{V}QPXs?o4sU&5*$u~*f
zmQ-|Pn}`DveYii`dpsOH-rK$x5ASb{;%IyCQM`Zu(J0>A-WrbLd)xcNy`A5Vb{_4@
zA7F>>PHQ3KTA&zB05W)M;7J03+#vE1X$|70uo_ctlmz)cB<^C=KLoMt5XkZA`Of!z
z)-pJ9nagZi|DXFGKQuc~VS@sP;-+svh$;_V%s}Xmm?-OzU7&DWqL`YwgA#&r3P@QO
z0L!6w31}Vq;DSqQ%(!!I&kKe<2B0w9xegmTyk<Vbt}}n;O9{R;^JgA+365h12wI12
zg5JzUiE=K&s{%BKTd-@~pck(i2X8vZz?L7vUfoWUJb#j;N455|GS5l@oCN8lRA^G#
zrP8efp4C;JoS<s_jP|t9VG4Y%b&#00Qx7^OJn|>_EEkA;OoCyN9HHOUCuOP~IW3#*
z>kpE03~*-UaDMjvq~y7f+S{R~rh|u#t0l!~5XetRA>j&2L@j?#?B^iS+Ko%aWUl;_
zzTYSrZh_-|gAX;q$g;a^!3kOSW!FWt!F53qb$Y%-e`?7gqz2!QmhvlGHx0^bNyX2g
z*MK?t;HJPP@^YF|3FR?m;ASN!MWqb>qg$_~O?H~Ztxc9(KdMPANySNS5}}mQE#tF1
zQ%x!?Ua^}^5F|BCee2a~lf%auM-#kRZ+lJCj+@?Wnz8oMBs~x&S#@tx8slSAX-(<W
zD_Fa#PVuzj_!DAsLx=b<PY$_7){^h81;B*D6z<mNxbQR=zo0f^BC!U~o5yb9z2>+q
O3@{Lt@HWP}%l;4fYomw&

literal 0
HcmV?d00001

diff --git a/__pycache__/tools.cpython-39.pyc b/__pycache__/tools.cpython-39.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..f91e1099215f87a0cd5a07d2c66c516be33530cc
GIT binary patch
literal 1590
zcmZ8h%Z}SN6eTH2mfud&rbrfrkQM<9bjIleC@?6BCIQ;INM;r@-DqPdBFC0NNe)T1
zu_Lc0+xdbtz|6AW(ZArftNcJ0Z5O?y#%LxI__%yrUY>I<lYYO0;QQmR6TbBk`qLWk
zegPQYK~Wb_F~qPyans@$gG~g<z1YKc%o8;CV?Ph#z}ZxwycM@xAB!*!-TrpmhW7eg
zC+;$z1+P%t<9*ip4YQE7U(tAQWp!8=tRd^gBOWYo@FDB70Uy0aZwMQ*(K(H8GJK52
zH{L>&=x~fpaJ1sZ!|9lq!LgQAsw>IaNm&X*Z4E10kJg&2=}~I8>^=+~3gs~rbpVw{
zOMF2XzQkKp!zC*u?=rGQMF^JnHQF{SJces@N#LrqMm8)6#y>ROEKlZqmX=karS<*R
zR-3>L?~SP;sW81taXC|5sjMuFH|N@Tit90!7X06l>_PMQXOl&l^GUjpnVLK<8J|3y
zK0Tg1sxra8&!o~%o;;msxSHBut<3<u%$mcCB<FqbpsX8&dpN`a3CV!S0oWF*l`Qj>
zPHkwr&z{_Z;&71A(dZ0qagCRF324CG3G*0b{<*&;+FR0^EP=o~Xc@2;3(v{c)2-TD
zhG%$7bz668dWO$1M!E}reBE32F9x+=(~IGy!>t)%?b^2});{3ZIoyOS5n_+;eQDaC
zKltLS7q&8?(n-M*$)t^N>>ED^ID{O6WvI$F+_auoiOBTY;KIRvVy~&R<VkLZb6#+n
zXwDjd#v@7W&W03a!ri<HC4XLVrIoZfVkk>=V!TQU37LXSD=iDn3vK+B%%Guqz2Xj3
z8N$45+p23<f=m5NA}T%(nka)*WOgT<pjKs}c-(KuS|w{yCM>=Z&NC}fLoJ0)1x;ny
zG{f00&gL3-U{HMw6#{w#Om_c2L3o>VNDszt;sKVQ!isBD+sk`U9MvB{M}yFTHVic5
z*Ff|e56JL<j32q=QKlk;_d%T2(U`dV#GU`8_I{k8#0Ksr%m=Vb*$hLVLwO(C&Fz;j
z?==#<cM$D*+il$c;cDm9Cefz)S@F|KM7oSpAX4)vDI#}nbP58Fl1TFxI%+)aN7G_e
z=}0ZgO0eh|ERIxG%mt4?2GDU$s>M3WibyYbbXp2g{%U7_IzBoCQ|5_2h)y6$>1kD@
z@)L;FbQxEv%vRc_YF~1AR*D(RBv1ADmLXYbNU2Ov!sC-<jjo0wDdy=S$%=iKp3(zH
z(n8>5B=1_kbg95$=$3(S8v)t;gr`7DhqVJM{_r}SvnEc{w-C&1oG!9k@2#>2ze9|D
s38Yg|_zmPvCHS{C`IV(K1YUZ0<lYJBk<bf!gO3J2CDchO#N^-q0PJ&_hX4Qo

literal 0
HcmV?d00001

diff --git a/app.py b/app.py
new file mode 100644
index 0000000..1ca9c8c
--- /dev/null
+++ b/app.py
@@ -0,0 +1,98 @@
+from langchain.agents import AgentExecutor, AgentType, initialize_agent
+from langchain.agents.structured_chat.prompt import SUFFIX
+from langchain.chat_models import ChatOpenAI
+from langchain.memory import ConversationBufferMemory
+from tools import generate_image_tool
+
+import chainlit as cl
+from chainlit.action import Action
+from chainlit.input_widget import Select, Switch, Slider
+
+
+@cl.author_rename
+def rename(orig_author):
+    mapping = {
+        "LLMChain": "Assistant",
+    }
+    return mapping.get(orig_author, orig_author)
+
+
+@cl.cache
+def get_memory():
+    return ConversationBufferMemory(memory_key="chat_history")
+
+
+@cl.on_chat_start
+async def start():
+    settings = await cl.ChatSettings(
+        [
+            Select(
+                id="Model",
+                label="OpenAI - Model",
+                values=["gpt-3.5-turbo", "gpt-4-1106-preview"],
+                initial_index=1,
+            ),
+            Switch(id="Streaming", label="OpenAI - Stream Tokens", initial=True),
+            Slider(
+                id="Temperature",
+                label="OpenAI - Temperature",
+                initial=0,
+                min=0,
+                max=2,
+                step=0.1,
+            ),
+        ]
+    ).send()
+    await setup_agent(settings)
+
+
+@cl.on_settings_update
+async def setup_agent(settings):
+    print("Setup agent with following settings: ", settings)
+
+    llm = ChatOpenAI(
+        temperature=settings["Temperature"],
+        streaming=settings["Streaming"],
+        model=settings["Model"],
+    )
+    memory = get_memory()
+    _SUFFIX = "Chat history:\n{chat_history}\n\n" + SUFFIX
+
+    agent = initialize_agent(
+        llm=llm,
+        tools=[generate_image_tool],
+        agent=AgentType.STRUCTURED_CHAT_ZERO_SHOT_REACT_DESCRIPTION,
+        memory=memory,
+        agent_kwargs={
+            "suffix": _SUFFIX,
+            "input_variables": ["input", "agent_scratchpad", "chat_history"],
+        },
+    )
+    cl.user_session.set("agent", agent)
+
+
+@cl.on_message
+async def main(message: cl.Message):
+    agent = cl.user_session.get("agent")  # type: AgentExecutor
+    cl.user_session.set("generated_image", None)
+
+    # No async implementation in the Stability AI client, fallback to sync
+    res = await cl.make_async(agent.run)(
+        input=message.content, callbacks=[cl.LangchainCallbackHandler()]
+    )
+
+    elements = []
+    actions = []
+
+    generated_image_name = cl.user_session.get("generated_image")
+    generated_image = cl.user_session.get(generated_image_name)
+    if generated_image:
+        elements = [
+            cl.Image(
+                content=generated_image,
+                name=generated_image_name,
+                display="inline",
+            )
+        ]
+
+    await cl.Message(content=res, elements=elements, actions=actions).send()
diff --git a/chainlit.md b/chainlit.md
new file mode 100644
index 0000000..0f673dc
--- /dev/null
+++ b/chainlit.md
@@ -0,0 +1,14 @@
+# Welcome to Chainlit! 🚀🤖
+
+Hi there, Developer! 👋 We're excited to have you on board. Chainlit is a powerful tool designed to help you prototype, debug and share applications built on top of LLMs.
+
+## Useful Links 🔗
+
+- **Documentation:** Get started with our comprehensive [Chainlit Documentation](https://docs.chainlit.io) 📚
+- **Discord Community:** Join our friendly [Chainlit Discord](https://discord.gg/ZThrUxbAYw) to ask questions, share your projects, and connect with other developers! 💬
+
+We can't wait to see what you create with Chainlit! Happy coding! 💻😊
+
+## Welcome screen
+
+To modify the welcome screen, edit the `chainlit.md` file at the root of your project. If you do not want a welcome screen, just leave this file empty.
diff --git a/tools.py b/tools.py
new file mode 100644
index 0000000..98ec932
--- /dev/null
+++ b/tools.py
@@ -0,0 +1,60 @@
+import io
+import os
+from openai import OpenAI
+from langchain.tools import StructuredTool, Tool
+from io import BytesIO
+import requests
+import json
+from io import BytesIO
+
+import chainlit as cl
+
+
+def get_image_name():
+    image_count = cl.user_session.get("image_count")
+    if image_count is None:
+        image_count = 0
+    else:
+        image_count += 1
+
+    cl.user_session.set("image_count", image_count)
+
+    return f"image-{image_count}"
+
+
+def _generate_image(prompt: str):
+    client = OpenAI()
+
+    response = client.images.generate(
+        model="dall-e-3",
+        prompt=prompt,
+        size="1024x1024",
+        quality="standard",
+        n=1,
+    )
+
+    image_payload = requests.get(response.data[0].url, stream=True)
+
+    image_bytes = BytesIO(image_payload.content)
+
+    print(type(image_bytes))
+
+    name = get_image_name()
+    cl.user_session.set(name, image_bytes.getvalue())
+    cl.user_session.set("generated_image", name)
+    return name
+
+
+def generate_image(prompt: str):
+    image_name = _generate_image(prompt)
+    return f"Here is {image_name}."
+
+
+generate_image_format = '{{"prompt": "prompt"}}'
+
+generate_image_tool = Tool.from_function(
+    func=generate_image,
+    name="GenerateImage",
+    description=f"Useful to create an image from a text prompt. Input should be a single string strictly in the following JSON format: {generate_image_format}",
+    return_direct=True,
+)