From 4bae652a3cf8f1f60c8139d8ed7deaee02c48060 Mon Sep 17 00:00:00 2001
From: Aarushi <aarushik93@gmail.com>
Date: Wed, 11 Sep 2024 09:26:29 +0100
Subject: [PATCH] episodic memory for chatbot

---
 forge/pyproject.toml                          |   2 +-
 .../autogpt_server/blocks/episodic_memory.py  | 102 ++++++++++++++
 .../autogpt_server/data/block.py              |   1 +
 rnd/autogpt_server/chroma/chroma.sqlite3      | Bin 0 -> 155648 bytes
 rnd/autogpt_server/poetry.lock                | 126 ++++++------------
 rnd/autogpt_server/pyproject.toml             |   1 +
 6 files changed, 145 insertions(+), 87 deletions(-)
 create mode 100644 rnd/autogpt_server/chroma/chroma.sqlite3

diff --git a/forge/pyproject.toml b/forge/pyproject.toml
index 2bf8d23b6..4550633c8 100644
--- a/forge/pyproject.toml
+++ b/forge/pyproject.toml
@@ -16,7 +16,7 @@ anthropic = "^0.25.1"
 beautifulsoup4 = "^4.12.2"
 boto3 = "^1.33.6"
 charset-normalizer = "^3.1.0"
-chromadb = "^0.4.10"
+chromadb = "^0.5.5"
 click = "*"
 colorama = "^0.4.6"
 demjson3 = "^3.0.0"
diff --git a/rnd/autogpt_server/autogpt_server/blocks/episodic_memory.py b/rnd/autogpt_server/autogpt_server/blocks/episodic_memory.py
index e69de29bb..f4af14500 100644
--- a/rnd/autogpt_server/autogpt_server/blocks/episodic_memory.py
+++ b/rnd/autogpt_server/autogpt_server/blocks/episodic_memory.py
@@ -0,0 +1,102 @@
+import uuid
+from typing import Any, List, Optional
+
+import chromadb
+from chromadb.config import Settings
+from pydantic import Field
+
+from autogpt_server.data.block import Block, BlockCategory, BlockOutput, BlockSchema
+from autogpt_server.data.model import BlockSecret, SchemaField, SecretField
+from autogpt_server.blocks.llm import AIStructuredResponseGeneratorBlock, LlmModel
+
+
+class EpisodicMemory:
+    def __init__(self):
+        self.client = chromadb.Client(Settings(is_persistent=True))
+        try:
+            self.collection = self.client.get_collection("episodic_memory")
+        except ValueError:
+            self.collection = self.client.create_collection("episodic_memory")
+
+    def add_memory(self, content: str, metadata: Optional[dict] = None) -> str:
+        memory_id = str(uuid.uuid4())
+        self.collection.add(
+            documents=[content],
+            metadatas=[metadata or {}],
+            ids=[memory_id]
+        )
+        return memory_id
+
+    def query_memory(self, query: str, n_results: int = 5) -> List[dict]:
+        results = self.collection.query(
+            query_texts=[query],
+            n_results=n_results
+        )
+        return [
+            {"id": id, "content": doc, "metadata": meta}
+            for id, doc, meta in zip(results['ids'][0], results['documents'][0], results['metadatas'][0])
+        ]
+
+
+class MemoryAugmentedAIBlock(Block):
+    class Input(BlockSchema):
+        prompt: str = SchemaField(description="The main prompt for the AI")
+        memory_query: str = SchemaField(description="Query to retrieve relevant memories")
+        model: LlmModel = LlmModel.GPT4_TURBO
+        api_key: BlockSecret = SecretField(value="")
+        sys_prompt: str = ""
+        expected_format: dict[str, str] = Field(default_factory=dict)
+        retry: int = 3
+        n_memories: int = SchemaField(default=3, description="Number of memories to retrieve")
+
+    class Output(BlockSchema):
+        response: dict[str, str] = SchemaField(description="The AI's response")
+        error: str = SchemaField(description="Error message if the operation failed")
+
+    def __init__(self):
+        super().__init__(
+            id="2c3c15d1-387a-4124-a087-39999f2f3b09",
+            description="This block augments AI responses with episodic memory.",
+            categories={BlockCategory.AI, BlockCategory.MEMORY},
+            input_schema=MemoryAugmentedAIBlock.Input,
+            output_schema=MemoryAugmentedAIBlock.Output
+        )
+        self.memory = EpisodicMemory()
+        self.ai_block = AIStructuredResponseGeneratorBlock()
+
+    def run(self, input_data: Input) -> BlockOutput:
+        try:
+            # Retrieve relevant memories
+            memories = self.memory.query_memory(input_data.memory_query, input_data.n_memories)
+
+            # Format memories for inclusion in the prompt
+            formatted_memories = "\n".join([f"Memory {i + 1}: {m['content']}" for i, m in enumerate(memories)])
+
+            # Augment the prompt with memories
+            augmented_prompt = f"""Relevant memories:
+{formatted_memories}
+
+Using the above memories if they are relevant, please respond to the following prompt:
+{input_data.prompt}"""
+
+            # Prepare input for the AI block
+            ai_input = AIStructuredResponseGeneratorBlock.Input(
+                prompt=augmented_prompt,
+                expected_format=input_data.expected_format,
+                model=input_data.model,
+                api_key=input_data.api_key,
+                sys_prompt=input_data.sys_prompt,
+                retry=input_data.retry
+            )
+
+            # Run the AI block
+            for output_name, output_data in self.ai_block.run(ai_input):
+                if output_name == "response":
+                    # Add the response to memory
+                    self.memory.add_memory(str(output_data), {"prompt": input_data.prompt})
+                    yield "response", output_data
+                elif output_name == "error":
+                    yield "error", output_data
+
+        except Exception as e:
+            yield "error", str(e)
\ No newline at end of file
diff --git a/rnd/autogpt_server/autogpt_server/data/block.py b/rnd/autogpt_server/autogpt_server/data/block.py
index 0ecf56e49..1f542a699 100644
--- a/rnd/autogpt_server/autogpt_server/data/block.py
+++ b/rnd/autogpt_server/autogpt_server/data/block.py
@@ -36,6 +36,7 @@ class BlockCategory(Enum):
     INPUT = "Block that interacts with input of the graph."
     OUTPUT = "Block that interacts with output of the graph."
     LOGIC = "Programming logic to control the flow of your agent"
+    MEMORY = "Block to store information."
 
     def dict(self) -> dict[str, str]:
         return {"category": self.name, "description": self.value}
diff --git a/rnd/autogpt_server/chroma/chroma.sqlite3 b/rnd/autogpt_server/chroma/chroma.sqlite3
new file mode 100644
index 0000000000000000000000000000000000000000..6896e8f75ccd3b047449ac71a2bdd19dca5fe659
GIT binary patch
literal 155648
zcmeI5dyE^$eaE@?Aay)Rlq}1PEGrsGu}_4LXYTTygW=LAO1b17@*Qc}tqWqgJG^7W
zBTwADlP+mc@FW{ZP@o6`6h;1OfS^Hu0x?j)Nr3*@Kk`riDH<RMkf8l9K#TUD0&QW$
z=*-SO`M5jzAxp}a63OMv?9OjKznR~>=hoj?YMPWZI^8YRB<awpkR*lvh>%bybd|kd
zV()Y8J;~me*?WS$otNZX9PoWLG`IV0ezO$&kO%u>?8E7grhhsej{b7$gQ=aV__5zb
z-j94M^40L!$=^=?XyUsQ?~FIbFOB_p%#=Qoc0<1o{qq4&AL<qUV%T!;ox2c;7mHGF
z*;MN-O1J7%*PHE)T4SfxGU+|D*3|C}cYS_gtz4><Nu~7qQkl#Q4>WVtpc_qnmYB4=
zHA}WP+MQW)b8T_CwDvanTKR3icOpS<Empp=TCI?^)mw|#dXq0i;`8%T@6ssQbk$Uc
z#LJz}9V#6UHFLG8lf{)v`9^uoFV-xnw>sKw^7_*1>k0FGBreOxdS^$7F(`o@_nV7r
zm1=3pCNvm~RM!_*Zjgp)WSJbZ#4x)Y{jS>Dp^5bK;rNY9QmEP1={@64i)Fx?x?^^%
z-?c6EUd^C)n09Kicm0LkbCLL^OHwayiRyWHSMdNB&z)S2682)++M;c)by6w6RS7V$
z1Mo;KFl1%5LRP9vOVPx_7sByd@+e`wly6Z}<=kuXpxbjjBhEof_fPkMcJ3OyClW}_
zpue3epOV+g*UM|=m4)&;af2I-eqz>2-fg-k67Hl;IQunY`3vVJBV}pJ$wR`q(dwv<
z2P-2>!qu1SiKT89S0b87KX;IxJsEw-jPU-MvzDUo-wC2JyzrC5(HMhBe1h4j?aKr~
z7H$-7CJFkBY#GcU;<;LvswUNI%!XDLm&@yw((+9=6On7>>!s>ag)CIpn1U)bH;A~o
zy0Z92wM@9duyg3Fr$HtPLz#Ux9ACULDi>;<R*Pz8v(q+eitoqS?3tt9Ci`xCc3*iW
z62EdqdhoKP1D}`g@=QPrmwi5$Jw*(ZG?Gk`op$ri4ka6{PF-!a_N?65R<~$h_Vfka
zrd`4dS6wxz6<lvJQU*(KFnc;-2J}aKg~JJCl?}4G!ql@=X4Zb8w7yWfR-PqVr`>37
z)V^+X+BH@@e5JzC6qk0^l}M;aJ{^viFOE`?8);2(FQ1W59qks`z2)?NHWrCryeK^=
zTB>n9+>28IwYbioiAqe`R@<hf5OH}RcM)V1b?Ye(U-xOVgriRItWa(nJ6%f5O;*NK
zR_XGn$);+MPP?_oKB%h?a<^%2vM?LXUD~!D5KSachU2C4qqJj-R+H_E*gGd8@$=`U
zUd*CwyV_qT1B7kI1Na6~W|ijGj)&vx$x*^MX27W%YI48JiTxL*Bk^QXx_{e}uiwA_
z_wj(l{l2#7j<Zug`iqS1ccAV@*DrQO!fk;tct@>VNWIf(4XcKHc0Fh|MaA<<G#p>J
za0p++<!Vg#=B6U?3m2sQSNuE;C)v?q{Cw5TfRz(PVsE?Oq*?BU)*0^MnNVQ~eKyPU
z;uU%{Q9c%qznvbHLN9d9%S1yQr}mSPNIadE9!OTYhXfhobSyw)NB}!S`Fxx_H8e$!
zXRZoJKTAZ$+E0yJ<?g{5i<jG8Flwwq+wuAs_V0-Rss7MzxwD#`!<y<=cKJk23zpNm
zDsLD#^`zS<5hc;=Y&W&Ode@58(O9qnw98r<ovzgY68F=#*5REhUmfY>ILnDO0>=(&
z1a37qgnX<tde`Io8<N!seD|Ei+4J$P#sX|Tcbh72@%O*<rl`yN81x6@zjtZZ-?})$
z9gSv-RY?Pl7z^gG7+Ak&824d8StYl5)UW}|$Pzs3BqcE*3F{@l5cBoTFU3BL{&4cW
zi64ypT>Aact~DH=E&{#cu}EBcqo*z#dxl<*q}VH;^ei8{<SpSj(MRWBtR1$_EC4lF
zBiZS5*zM&V+tBDut0$s%o79+#mX<1P{6P$)c()j&bnO~hSY4_vuMBN&&qrk~Pjl&d
zT}@|lYDQ7zLOrL}^9@-m7K&^r=RRdsmqg!tQOF+VvgiD=+m(0Hu}6KW5aV8Yhb5)m
zF^RFWz1``umZddDM6^xH#z;gvk_{GhiDido32Sbuge8BcWwIY4tSUlB8JlK%x6|6C
z#Io7kEUKhU?~0p=+SXZGxA(Zaxha~fq{A%D99c9;lQm@7HM!kvwd{zk$MeUkRzrxY
zZDR5^1>?B0)t)02_7HV@yVcZ$iND+BLwRP$db%Yri=FBQcVfLI(Rvo~3SmvU!EV_b
zr6srV;Mdk*lWabqWTzSFU_b2M45ey5lPeU{*?L3C>X}?Bqox{ESJJthEa!UlFw^sm
z{a1yaC%K-p$u8Yuw31f!6;$k+<s%SSm7AbN8r{y8<+|WzT&7E=l6BGRW|a6ap%D$F
z#-C-ct*zd4@~jo{(1aUgNVvM3&gHd&lB*XQbv4^4<{C=AP8+%=>lsB?zH@$(7sT(`
znR$XIGLy8s7D=}g=Syjz_FKGeRZ!)(7S}85cGu|8=Bd-yvf7jL(O?@l_(WF#yK;3J
z2foT?*4JBq$d0{8rd2(O%g47Dc`znlW~rH5+n)(6M->9ssMgzOIXq&;>|~x{10f6&
zvsnw)h#1jnLuJO&>96ww=O$rsWxc#sA**Ywt9f&&v{2@a)KxG4vYbiYEG<>pfacX1
z`$094MP?H7Ji~Dd*cSuKo6MB<2PYk7al5R*vk`=9b@7@J9TB-B94kJ2+*+j1&6YlS
zcoF5V<d6@`gMG}*dV)9)_Pe=hiH;IyAWQj#;>u@(P|iqL-*^;nNUpPit%V9X=$;uz
z)&tW)uCJ{w^Lob_W}J^&R&JnP51K^Z4OW3*gP)~kHm$N6d{in^C@}L#3k{7alV(y%
zTFc9Fie@tDbhaq>A`{`bbZbx40OMTZw7;fz5%}!m5!xN@ZBE~4KFV#eqNlR?jGkte
zSuSddnxgqePRVM;w5r~}!TNvFYwyK`C}Ug{CFu+k_@WP(XUG2lgCL6Y!wwjDy*JSt
z^LUHy!qD!v7(nQ^WCPXq@JW-$U{J_H<*Rvy4FJtYm7<*1Sc@^6N~f|}wV35P%w!6w
zbe<N9vU30Bu}FNX{O-EYBv+*D%TvZEU3!QQtzbv>20g9ybu0Zwm5uTAtH_JmYnTZw
z`FxzJd8q0i^+?O0ssfTaqbl>!bRnHp^t_T)by<^hseGoPY8fR}SCo1tmrn2Bk|N2e
zg$MEF{y`L>IL~#I-n<ZEsKzdf_KeQcI`}dl)zkTGR&TJ@v{I)9T1cnlMn=y!v__rv
zWy!H9`<#w-L$QC4{YC80W8K)l#{MPti`YNJ-jDq-_Sa8WcNeJv0T2KI5C8!X009sH
z0T2KI5CDNkN8tFxIZ3i+$LizLz8_=J>4|eww$Ie`L|l@@tn4xGIvnw?C&S+L#H4pU
zKH*)DjYlWqQ{p*e&rT$#ruxT0PVj`EdUUBrOdtRPAOHd&00JNY0w4eaAOHd&00NJm
z0Q&!ro;hL!0T2KI5C8!X009sH0T2KI5CDNkO@Oce$Nc}JrjGbP00ck)1V8`;KmY_l
z00ck)1VG@?67bFc^JDY*ae#P%00@8p2!H?xfB*=900@8p2!H?xJY@uY{r{&dWk?PP
zfB*=900@8p2!H?xfB*=900@A9Ljddl9TNBk0T2KI5C8!X009sH0T2KI5CDOvmjIvt
zAB&BLVt>Xy@B#r4009sH0T2KI5C8!X009sHfv1<i-Lc8)8yBjI($I1mEhO_PwUEr@
zib_(gvnwsHX0%*}7L;6Zr`!Irw%P4$sb4ne#ujaxuULP{Pc_w7j61ESNter&(zQ~h
zq-$xas9Bm+Gr4>+lTzhmkrrvPt}41rH942jb3I9#tTxY8(+!#C@{LSVPUVU$<_x>5
zs5FwfVw&nSpQ#tq+K`xcsb+S%uWYuByUA8ZQ(MVx+BKSnN%c3&3zgNiqsYML|HooK
z3B`UA`_<E{Vx$ZNKmY_l00ck)1V8`;KmY_l00f>W0$0bY(oqH~#%9K=Q%4zB!2bUy
zO8*cR1V8`;KmY_l00ck)1V8`;KmY_j76I)4|5(^?69|9+2!H?xfB*=900@8p2!H?x
zJW&Mr{J#|Y&k*~M7YKj=2!H?xfB*=900@8p2!H?xfWT8h;FL6$&}l>6X_+;Xw$--D
z=l{|Fe=3xVM1TMYfB*=900@8p2!H?xfB*=9fKA}^cw#Ep{}=QBKMTcv21p<P0w4ea
zAOHd&00JNY0w4eaAOHf78-eT6L^YX6*{>x3?)z~3oc_Mf{zySxHP~Mi7@YtARS2j5
zKW-X^JRkr9AOHd&00JNY0w4eaAOHd&a5w>e{=YK<&^It({dD}q`v2dAV!t{3nFs*_
zAOHd&00JNY0w4eaAOHd&00JQJ7!tTVkx2Hf_jhLhoz(!=`u~%E6Jr1I0s#;J0T2KI
z5C8!X009sH0T2Lz&yB$TpGuMH%c1InX<bWGMa|Nrn#tvpnUpFgi?m3Sbyd-2s>!*G
zo}=4MqoX&q+7{jFboZP|?t>=4zj=AHZQQMCopz(SvC~z}W~Y7m%jBDvjcrw<?CNq$
zxjaiQ(*_S?nB5)C4kD*g!rh>1SKDMkW$w`4*{YeFU8?E^cT$+sGQY^Ni!L>q-=MXI
zs+pZGcbwzib=A~1Yuv|r27idL*Ve437@M7zE}Xf0&D`6zg!;<L`mF`O%!_T4cH3&}
z^0)lK7CNmKwFDj!Sj_)p{r~5d!4WYCfB*=900@8p2!H?xfB*=900?{n0(|}dQASKe
z|Nj@E*e^aoWVjUsKmY_l00ck)1V8`;KmY_l00cnbkr2pFyj-377|S1c|37r<k%)*$
zKmY_l00ck)1V8`;KmY_l00ck)1U@GMeE&cC|DO|lL<<5S00JNY0w4eaAOHd&00JNY
z0*{CQ=KmiNXhZ`7AOHd&00JNY0w4eaAOHd&00N&sfe9wU^Xz?*y)Ur$dG^K&1V8`;
zKmY_l00ck)1V8`;KmY_l;K?KqjgDLWd@lXCG#)yR`Tr+Vk&qe$KmY_l00ck)1V8`;
zKmY_l00bU}0QUbs3@wBO0T2KI5C8!X009sH0T2KI5CDNElK}7kACJ5rI{8;8)f02m
zA5H&sIvoAw)CW^LQ}JWJi@YECR^+SUvy;D_{L#dBC*B!vj9(i2@t7%nB<+TN9a;{R
ztyG6EhOO^j^ox;rsU-C-nrgj8=~kWUdb7PzYwWaICcS6Yv`*Wk?Egrg^9yU`Ql(5P
zrPr6rWM*{0nX65mEUr|_H_B_|=Gx+NY3*(Dwes7uL`$)^oamjq5Q!IyQg3;bFirj5
zkmobk=MNQv1)8~P(2b@(OHA6`nkCyC?ar)U5WjaKL2fNpzOq`akhRrYi`ROSFGS+=
z^HT59DA{z?REG%1ozERA9S=2{PrcRAZj;xSR$ot;=Ob}hKGr)sLX1HP?6}`tT&q+|
zOSYN@gOTd`;>r!uFpVtJ(=0K}F3$(MYHNok($9zEH!ew`W?QHCj61ESNo(qk*|C1t
zw$ytygWjn%^_uKme_{7rB!20V)XQ6<dLG_YJix_sCs(6{y_mMPSk`0DC6)496~C%x
z?EpMd3k+FVt&o-K(o!_B@P%;vmOM&WFXda*R5|yWJm~gZ&xmu-(*4tYpq;x0?}-Fb
zGw5%p%2x>1%Gb+l<&}l<I&p&=jDA8S?>5~N33t+Fr`o3(%U?J*87WI!P8k!<jaEl>
zJXk?p60W}DM=W)-xDwGs`niMj?8)duW`y_8oV65v|4tB<;f0?Zj>Z^7;uFkHZC@q`
zvT&ntGfB{2WXoU<5zp1SR5htyQ%zD?TrRIyO3OFhOhm4gua~Mz6|zuWV+yL&+#urS
z>dN99)iU7*!_J|zo(7pH3}yD&aD4H~s9dOZS}m%X%}(2>DZU?PvuBQao9w&o*?r}i
zNc_qb>A}mE4t!p|%QFEjT=w}~_7pKt(nvB%cG}H5JCtm+I(4<x+OrB@Tiv34+0z$v
zn|28=Ty@o;R&c$^NEs}_!R+aT8PFf`6%HqmRW``#3RBNgnN>LprS*l<wKA(bI_*Yt
zqxN;9)2=bY<tr7Arnt1Tu0%pb^67BAd~uYD+(>JRd-;rf>S(vf?k%VHv$070;zj8}
z(Nc};;a;2ysKs^uOjN?Ea<y$*3K5qFau-2HQMaDr@O7UyOE~HT&kE(XvD2l*++<};
zWtA?Enrx~D>9kvW?1Q@cAa|SQCJVFC+@)>n0ntSAWH??rKT12cXf@fsh`n<n5<h=l
z>cuR|wyXVhGC<gNJb-T?Wmai^?RYr8o*X5NV+NeMp(gjcoY;S1IucJNrTe!n`TG6)
ze;*G>-0y3P?l?R3qrb@5eh2Dqbp2viB-|DVgLl-*h15Hp*05^GXV-&fQ&c>!M8olg
z3y1JET&~7+Z*D3Qzi>g?f5p$!aFQJz#?M#X3|Ki)B=)xZO`7FyXr196o(UC}&}Xwe
zFJ7TX6Xj#!_}l4GDfB|uyi7F2acVyqiNw=s>49XWdq|KWPR9Z?h6J!Pl+VY>Q$thq
zc;>2r^s_`{to_uuRqh^~v3R-d1*66)v>mU*WB;BAkm?WZmOHE2Ijk#VWtUIXv|u@{
ztMZ0{Q%|~$5>XP(&URDlt9Pwf9gPJWK)bA!(dk+ZAaOr!YaQOh^VN|~j<cLtBXI1X
zM&MR+L&(QUqjx>Nzad$Tz<1ACoIM}!YAnFkbGNDT7JvUsZ;HCSk3oMh{(F~p{jG~5
z+|g*ZSd}!;h_PS}i-GlfhH)PjlvQ$@M-3aWj4Z*kPEry>B}riZ|H&M;fz%)X0w4ea
zAOHd&00JNY0w4eaAn-5*PDI`fogQBf#r`Sw{gd?M+=>4={%^<sF8s~uJJJ7({^Rje
zZ00{X@t5QOF~02o_b@RaEC~F85a_+|QY5~-EcL{^sXO57t$#77+SNAsG8i_)c$oi7
zfg#ReYheP9o4I;Bu&9CT_OCi2FGk|4t5Q$Qa*U2%?`THz8{TmCfc$oV7mq5S9e(th
z6yqCWK}zrZmxPEf1_#&&BpAJr$Ya8$=FBf0RYd!NqeawGiQe3mNc_ePsrM&`NH=_C
zku4eXymC~jKIuB6=PyU%i;G9lIGbEQAU`nQ%SRQNPdSgK=v#cWAF&t3h^cHZdS?b<
z(B%nP6mztBOTI2jOe;-)F#cNnwb!KHg;Duxq`?p#7Y|jA2zR)Nn7$}h@Ld`u$!ObP
z`&>9wmZMvP$7wy`^as-SAJ_GS(;tLBdK}ghGC6j!p73okH#%&!*r&9fkhQ1&_|sia
z7=FoK!h7yggqfmay@gQ*K-6NMZFbl83J<&VAGSc0E%D?nA^$p2{~A%Ys<v~Rwpk<O
z)fu)xkxdeB&0syDy(ksy34N=*v7XRf<M(ma6FTSr#s2#bq>qMVf&d7B00@8p2!H?x
zfB*=900@A<9|(cz@$-_s!C`{0|34=EK6LVLkN@xVT=a*N?@jz*?B~n@ucx0tuXrpH
zm)_{9%f_Ce*CQ$R$|t>@PwbM<Q_qP#`uvNHwym=rK-6HHWSu?7_I}wNd!v!ww00t^
z-6l2WqNSw@JD)+E=HT68kkYklWMOrwy1X)UyX|~b*77u$uGiIcCZ}c;RW8(XYCYeO
zwPK;j&Xu@N+153QzW1V#J<Mg#`DM2^?<Jkt#J*I#vBZuYAbN)-rQI=!v9rD1>9U=r
z)`1m7+obG_1hJ2lom|l+)@b-FVcShr!jiw!GT9FiRu!S6j7_t>+iC4mV(r=D+oDv`
zrgz27L~ZLVt=oIt-P{!0RY`{x#5uBPk|x{8%C5=nW~*gKY(1VoR<$M+soEwc-&4pq
z?rgQ^NQFH_-QI3BHL=C(ZkH#?>{w5?1ZJ^Q-QZ4ax3t(jE8-QxnskHRvNuXg?&d+i
zwg$Ik&Igq2Y$J8BA9insQZ=8+6^iL>y`g0FOfHpCQw^#s>0C~hbG>?)>G{U~t3uC{
zT+i8Lmu@jyNo)IBP_b*4k3e8;ZWFXfqubfCTo>Go%XG<9vMzSrGfMo-5+fQ&jX%p?
zTU)*9<XJ1?p$Rw0kZ^T5oy%(lC08#r>T0%8%r%sJoi=n$)-#H(eCPZmFNoi>GxG#b
zWF~2EEl#=vyuOqMCRrD+TN~8MZ!NA@*6pp)hi*@G_F7x}N#~=%J+8qgx&qjn>zvJj
zzRhN{zTNr{xv^g))7qXUE+5}r<OgH&WtN(`wf&jEa#SI3joQ8WSsssI#q4CBVFw{F
zNX%v}SSMl-oi<cvES>%Oyui6hSX@~zuT{wE8ry1qbE&jY=9^Skz5L5^CV8{8RAmR6
zT%EBWR1;ZbCNa-59JhddF|fSJOlf~`(qR_2%L+U@L7-Y)yk<m4MD7U3iVt6(A=2k&
zOP@Tvi1Jr*$cN>@K4xY;L7WHs-Q2W9M~O3#rF=qh<+DR5oRcv6&ZFQPN!QuI77G<}
z&^<GbtOurpTwhyV=Jk$q%*cGyvT_6Ude9{LZm<djJN%@y%+7XN4L&NBDHND_q=kmY
zlu0uwC9UOUIYl#>bUIs<dy$E7T)MR<YJhPraoS(gy9j*t@d)h>_cmv5^n8@tVnt77
z^BFzOEVEqH6g5TjjhvFzifL87e}nD+mR@@=CPW$Iq9{q{m;hh&0rTwmA7BtfaemkX
z1H9eaV#R^STWl8|y4_wJAkc5g2CD7hhbBD+heBAWd^OLo10d$3N>NU0ti_m3rBm6g
zTFi1CW-^6TI!_BlS-Jo6SR_7Ges^7Hk}Fd7<tby7E<MDDR<NUXgL_)*+g9#3s_cx1
zeieC9dkr(8C7+K|H4jz&qdsY2P*nj*o#k)y(R3l5RrI`)RdrdDbE$l$p=uc=RacaH
zCYMg{-;yH9sf7peWp~|)eZ+!LoaZ`9Z(ay-RD)d>?KL`2>){LYQ9Yf{X7vVZO)GU;
zpoMfwZe;X)Lu=I2YNn9m{r~Z(5js(w{(JU?7YKj=2!H?xfB*=900?~A1omH@j+~R$
z@6%;#jJR%h==nNwHspEFWTU!b>Gxn;{<BzBKJSdZSc6Y)KcRoe8M)f++~p%F{$=V3
zXNYBppBOXop63jR2Zl~OZ)X|(e6&%_t2*oSWK^oEg$5giXryE|98%9^3U%gp|6-K$
zdpBY8vqvG^M`6a}A!j^Xa$djMH$62t;SrS;HJeX0^0FecUQ|J&`D{v6)V!9?>8g@y
zynA&ja&Bt<+ppRh>g%KqQ&3>Q$Q8&p#xSyr>WthtJ^$c|eeR<M2GvJzQn3e<KI0>e
z`-e9?Nu847jh8uz_l;_}!L30JA@b-WNZrH7t${HS`lzRn4vu1QGaz>E^(W%fI(6K8
z?qMd+zk_DLJh5@GdPZwx6)jV*E4h4*Dzcs{<Wg!TlPWd}S*!m)7W=PI>_hf}7YKj=
z2!H?xfB*=900@8p2!H?xfWXs0AQ~MHJ#QyuTpAA@clQ534T(b<KmY_l00ck)1V8`;
zKmY_l00ck)1cnp9-~SuV1+E|f0w4eaAOHd&00JNY0w4eaAn-I1K>z<~(k9XZ0w4ea
zAOHd&00JNY0w4eaAOHfx3Gns*68qzS`1^mu`M?zfKmY_l00ck)1V8`;KmY_l00f>?
J0{*}M_y6A(v!?(6

literal 0
HcmV?d00001

diff --git a/rnd/autogpt_server/poetry.lock b/rnd/autogpt_server/poetry.lock
index 4778ad172..82da3a1a3 100644
--- a/rnd/autogpt_server/poetry.lock
+++ b/rnd/autogpt_server/poetry.lock
@@ -25,7 +25,7 @@ requests = "*"
 sentry-sdk = "^1.40.4"
 
 [package.extras]
-benchmark = ["agbenchmark @ file:///home/reinier/code/agpt/AutoGPT/benchmark"]
+benchmark = ["agbenchmark"]
 
 [package.source]
 type = "directory"
@@ -345,7 +345,7 @@ anthropic = "^0.25.1"
 beautifulsoup4 = "^4.12.2"
 boto3 = "^1.33.6"
 charset-normalizer = "^3.1.0"
-chromadb = "^0.4.10"
+chromadb = "^0.5.5"
 click = "*"
 colorama = "^0.4.6"
 demjson3 = "^3.0.0"
@@ -386,7 +386,7 @@ watchdog = "4.0.0"
 webdriver-manager = "^4.0.1"
 
 [package.extras]
-benchmark = ["agbenchmark @ file:///home/reinier/code/agpt/AutoGPT/benchmark"]
+benchmark = ["agbenchmark @ file:///Users/aarushi/autogpt/AutoGPT/benchmark"]
 
 [package.source]
 type = "directory"
@@ -836,36 +836,40 @@ files = [
 
 [[package]]
 name = "chroma-hnswlib"
-version = "0.7.3"
+version = "0.7.6"
 description = "Chromas fork of hnswlib"
 optional = false
 python-versions = "*"
 files = [
-    {file = "chroma-hnswlib-0.7.3.tar.gz", hash = "sha256:b6137bedde49fffda6af93b0297fe00429fc61e5a072b1ed9377f909ed95a932"},
-    {file = "chroma_hnswlib-0.7.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:59d6a7c6f863c67aeb23e79a64001d537060b6995c3eca9a06e349ff7b0998ca"},
-    {file = "chroma_hnswlib-0.7.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:d71a3f4f232f537b6152947006bd32bc1629a8686df22fd97777b70f416c127a"},
-    {file = "chroma_hnswlib-0.7.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1c92dc1ebe062188e53970ba13f6b07e0ae32e64c9770eb7f7ffa83f149d4210"},
-    {file = "chroma_hnswlib-0.7.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:49da700a6656fed8753f68d44b8cc8ae46efc99fc8a22a6d970dc1697f49b403"},
-    {file = "chroma_hnswlib-0.7.3-cp310-cp310-win_amd64.whl", hash = "sha256:108bc4c293d819b56476d8f7865803cb03afd6ca128a2a04d678fffc139af029"},
-    {file = "chroma_hnswlib-0.7.3-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:11e7ca93fb8192214ac2b9c0943641ac0daf8f9d4591bb7b73be808a83835667"},
-    {file = "chroma_hnswlib-0.7.3-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:6f552e4d23edc06cdeb553cdc757d2fe190cdeb10d43093d6a3319f8d4bf1c6b"},
-    {file = "chroma_hnswlib-0.7.3-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f96f4d5699e486eb1fb95849fe35ab79ab0901265805be7e60f4eaa83ce263ec"},
-    {file = "chroma_hnswlib-0.7.3-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:368e57fe9ebae05ee5844840fa588028a023d1182b0cfdb1d13f607c9ea05756"},
-    {file = "chroma_hnswlib-0.7.3-cp311-cp311-win_amd64.whl", hash = "sha256:b7dca27b8896b494456db0fd705b689ac6b73af78e186eb6a42fea2de4f71c6f"},
-    {file = "chroma_hnswlib-0.7.3-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:70f897dc6218afa1d99f43a9ad5eb82f392df31f57ff514ccf4eeadecd62f544"},
-    {file = "chroma_hnswlib-0.7.3-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5aef10b4952708f5a1381c124a29aead0c356f8d7d6e0b520b778aaa62a356f4"},
-    {file = "chroma_hnswlib-0.7.3-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7ee2d8d1529fca3898d512079144ec3e28a81d9c17e15e0ea4665697a7923253"},
-    {file = "chroma_hnswlib-0.7.3-cp37-cp37m-win_amd64.whl", hash = "sha256:a4021a70e898783cd6f26e00008b494c6249a7babe8774e90ce4766dd288c8ba"},
-    {file = "chroma_hnswlib-0.7.3-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:a8f61fa1d417fda848e3ba06c07671f14806a2585272b175ba47501b066fe6b1"},
-    {file = "chroma_hnswlib-0.7.3-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:d7563be58bc98e8f0866907368e22ae218d6060601b79c42f59af4eccbbd2e0a"},
-    {file = "chroma_hnswlib-0.7.3-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:51b8d411486ee70d7b66ec08cc8b9b6620116b650df9c19076d2d8b6ce2ae914"},
-    {file = "chroma_hnswlib-0.7.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9d706782b628e4f43f1b8a81e9120ac486837fbd9bcb8ced70fe0d9b95c72d77"},
-    {file = "chroma_hnswlib-0.7.3-cp38-cp38-win_amd64.whl", hash = "sha256:54f053dedc0e3ba657f05fec6e73dd541bc5db5b09aa8bc146466ffb734bdc86"},
-    {file = "chroma_hnswlib-0.7.3-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:e607c5a71c610a73167a517062d302c0827ccdd6e259af6e4869a5c1306ffb5d"},
-    {file = "chroma_hnswlib-0.7.3-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:c2358a795870156af6761890f9eb5ca8cade57eb10c5f046fe94dae1faa04b9e"},
-    {file = "chroma_hnswlib-0.7.3-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7cea425df2e6b8a5e201fff0d922a1cc1d165b3cfe762b1408075723c8892218"},
-    {file = "chroma_hnswlib-0.7.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:454df3dd3e97aa784fba7cf888ad191e0087eef0fd8c70daf28b753b3b591170"},
-    {file = "chroma_hnswlib-0.7.3-cp39-cp39-win_amd64.whl", hash = "sha256:df587d15007ca701c6de0ee7d5585dd5e976b7edd2b30ac72bc376b3c3f85882"},
+    {file = "chroma_hnswlib-0.7.6-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:f35192fbbeadc8c0633f0a69c3d3e9f1a4eab3a46b65458bbcbcabdd9e895c36"},
+    {file = "chroma_hnswlib-0.7.6-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:6f007b608c96362b8f0c8b6b2ac94f67f83fcbabd857c378ae82007ec92f4d82"},
+    {file = "chroma_hnswlib-0.7.6-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:456fd88fa0d14e6b385358515aef69fc89b3c2191706fd9aee62087b62aad09c"},
+    {file = "chroma_hnswlib-0.7.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5dfaae825499c2beaa3b75a12d7ec713b64226df72a5c4097203e3ed532680da"},
+    {file = "chroma_hnswlib-0.7.6-cp310-cp310-win_amd64.whl", hash = "sha256:2487201982241fb1581be26524145092c95902cb09fc2646ccfbc407de3328ec"},
+    {file = "chroma_hnswlib-0.7.6-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:81181d54a2b1e4727369486a631f977ffc53c5533d26e3d366dda243fb0998ca"},
+    {file = "chroma_hnswlib-0.7.6-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:4b4ab4e11f1083dd0a11ee4f0e0b183ca9f0f2ed63ededba1935b13ce2b3606f"},
+    {file = "chroma_hnswlib-0.7.6-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:53db45cd9173d95b4b0bdccb4dbff4c54a42b51420599c32267f3abbeb795170"},
+    {file = "chroma_hnswlib-0.7.6-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5c093f07a010b499c00a15bc9376036ee4800d335360570b14f7fe92badcdcf9"},
+    {file = "chroma_hnswlib-0.7.6-cp311-cp311-win_amd64.whl", hash = "sha256:0540b0ac96e47d0aa39e88ea4714358ae05d64bbe6bf33c52f316c664190a6a3"},
+    {file = "chroma_hnswlib-0.7.6-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:e87e9b616c281bfbe748d01705817c71211613c3b063021f7ed5e47173556cb7"},
+    {file = "chroma_hnswlib-0.7.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ec5ca25bc7b66d2ecbf14502b5729cde25f70945d22f2aaf523c2d747ea68912"},
+    {file = "chroma_hnswlib-0.7.6-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:305ae491de9d5f3c51e8bd52d84fdf2545a4a2bc7af49765cda286b7bb30b1d4"},
+    {file = "chroma_hnswlib-0.7.6-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:822ede968d25a2c88823ca078a58f92c9b5c4142e38c7c8b4c48178894a0a3c5"},
+    {file = "chroma_hnswlib-0.7.6-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:2fe6ea949047beed19a94b33f41fe882a691e58b70c55fdaa90274ae78be046f"},
+    {file = "chroma_hnswlib-0.7.6-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:feceff971e2a2728c9ddd862a9dd6eb9f638377ad98438876c9aeac96c9482f5"},
+    {file = "chroma_hnswlib-0.7.6-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bb0633b60e00a2b92314d0bf5bbc0da3d3320be72c7e3f4a9b19f4609dc2b2ab"},
+    {file = "chroma_hnswlib-0.7.6-cp37-cp37m-win_amd64.whl", hash = "sha256:a566abe32fab42291f766d667bdbfa234a7f457dcbd2ba19948b7a978c8ca624"},
+    {file = "chroma_hnswlib-0.7.6-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:6be47853d9a58dedcfa90fc846af202b071f028bbafe1d8711bf64fe5a7f6111"},
+    {file = "chroma_hnswlib-0.7.6-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:3a7af35bdd39a88bffa49f9bb4bf4f9040b684514a024435a1ef5cdff980579d"},
+    {file = "chroma_hnswlib-0.7.6-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a53b1f1551f2b5ad94eb610207bde1bb476245fc5097a2bec2b476c653c58bde"},
+    {file = "chroma_hnswlib-0.7.6-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3085402958dbdc9ff5626ae58d696948e715aef88c86d1e3f9285a88f1afd3bc"},
+    {file = "chroma_hnswlib-0.7.6-cp38-cp38-win_amd64.whl", hash = "sha256:77326f658a15adfb806a16543f7db7c45f06fd787d699e643642d6bde8ed49c4"},
+    {file = "chroma_hnswlib-0.7.6-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:93b056ab4e25adab861dfef21e1d2a2756b18be5bc9c292aa252fa12bb44e6ae"},
+    {file = "chroma_hnswlib-0.7.6-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:fe91f018b30452c16c811fd6c8ede01f84e5a9f3c23e0758775e57f1c3778871"},
+    {file = "chroma_hnswlib-0.7.6-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e6c0e627476f0f4d9e153420d36042dd9c6c3671cfd1fe511c0253e38c2a1039"},
+    {file = "chroma_hnswlib-0.7.6-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3e9796a4536b7de6c6d76a792ba03e08f5aaa53e97e052709568e50b4d20c04f"},
+    {file = "chroma_hnswlib-0.7.6-cp39-cp39-win_amd64.whl", hash = "sha256:d30e2db08e7ffdcc415bd072883a322de5995eb6ec28a8f8c054103bbd3ec1e0"},
+    {file = "chroma_hnswlib-0.7.6.tar.gz", hash = "sha256:4dce282543039681160259d29fcde6151cc9106c6461e0485f57cdccd83059b7"},
 ]
 
 [package.dependencies]
@@ -873,25 +877,26 @@ numpy = "*"
 
 [[package]]
 name = "chromadb"
-version = "0.4.24"
+version = "0.5.5"
 description = "Chroma."
 optional = false
 python-versions = ">=3.8"
 files = [
-    {file = "chromadb-0.4.24-py3-none-any.whl", hash = "sha256:3a08e237a4ad28b5d176685bd22429a03717fe09d35022fb230d516108da01da"},
-    {file = "chromadb-0.4.24.tar.gz", hash = "sha256:a5c80b4e4ad9b236ed2d4899a5b9e8002b489293f2881cb2cadab5b199ee1c72"},
+    {file = "chromadb-0.5.5-py3-none-any.whl", hash = "sha256:2a5a4b84cb0fc32b380e193be68cdbadf3d9f77dbbf141649be9886e42910ddd"},
+    {file = "chromadb-0.5.5.tar.gz", hash = "sha256:84f4bfee320fb4912cbeb4d738f01690891e9894f0ba81f39ee02867102a1c4d"},
 ]
 
 [package.dependencies]
 bcrypt = ">=4.0.1"
 build = ">=1.0.3"
-chroma-hnswlib = "0.7.3"
+chroma-hnswlib = "0.7.6"
 fastapi = ">=0.95.2"
 grpcio = ">=1.58.0"
+httpx = ">=0.27.0"
 importlib-resources = "*"
 kubernetes = ">=28.1.0"
 mmh3 = ">=4.0.1"
-numpy = ">=1.22.5"
+numpy = ">=1.22.5,<2.0.0"
 onnxruntime = ">=1.14.1"
 opentelemetry-api = ">=1.2.0"
 opentelemetry-exporter-otlp-proto-grpc = ">=1.2.0"
@@ -900,11 +905,9 @@ opentelemetry-sdk = ">=1.2.0"
 orjson = ">=3.9.12"
 overrides = ">=7.3.1"
 posthog = ">=2.4.0"
-pulsar-client = ">=3.1.0"
 pydantic = ">=1.9"
 pypika = ">=0.48.9"
 PyYAML = ">=6.0.0"
-requests = ">=2.28"
 tenacity = ">=8.2.3"
 tokenizers = ">=0.13.2"
 tqdm = ">=4.65.0"
@@ -3429,8 +3432,6 @@ files = [
     {file = "orjson-3.10.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:960db0e31c4e52fa0fc3ecbaea5b2d3b58f379e32a95ae6b0ebeaa25b93dfd34"},
     {file = "orjson-3.10.6-cp312-none-win32.whl", hash = "sha256:a6ea7afb5b30b2317e0bee03c8d34c8181bc5a36f2afd4d0952f378972c4efd5"},
     {file = "orjson-3.10.6-cp312-none-win_amd64.whl", hash = "sha256:874ce88264b7e655dde4aeaacdc8fd772a7962faadfb41abe63e2a4861abc3dc"},
-    {file = "orjson-3.10.6-cp313-none-win32.whl", hash = "sha256:efdf2c5cde290ae6b83095f03119bdc00303d7a03b42b16c54517baa3c4ca3d0"},
-    {file = "orjson-3.10.6-cp313-none-win_amd64.whl", hash = "sha256:8e190fe7888e2e4392f52cafb9626113ba135ef53aacc65cd13109eb9746c43e"},
     {file = "orjson-3.10.6-cp38-cp38-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:66680eae4c4e7fc193d91cfc1353ad6d01b4801ae9b5314f17e11ba55e934183"},
     {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:caff75b425db5ef8e8f23af93c80f072f97b4fb3afd4af44482905c9f588da28"},
     {file = "orjson-3.10.6-cp38-cp38-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:3722fddb821b6036fd2a3c814f6bd9b57a89dc6337b9924ecd614ebce3271394"},
@@ -3914,53 +3915,6 @@ files = [
 [package.extras]
 test = ["enum34", "ipaddress", "mock", "pywin32", "wmi"]
 
-[[package]]
-name = "pulsar-client"
-version = "3.5.0"
-description = "Apache Pulsar Python client library"
-optional = false
-python-versions = "*"
-files = [
-    {file = "pulsar_client-3.5.0-cp310-cp310-macosx_10_15_universal2.whl", hash = "sha256:c18552edb2f785de85280fe624bc507467152bff810fc81d7660fa2dfa861f38"},
-    {file = "pulsar_client-3.5.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:18d438e456c146f01be41ef146f649dedc8f7bc714d9eaef94cff2e34099812b"},
-    {file = "pulsar_client-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:18a26a0719841103c7a89eb1492c4a8fedf89adaa386375baecbb4fa2707e88f"},
-    {file = "pulsar_client-3.5.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:ab0e1605dc5f44a126163fd06cd0a768494ad05123f6e0de89a2c71d6e2d2319"},
-    {file = "pulsar_client-3.5.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:cdef720891b97656fdce3bf5913ea7729b2156b84ba64314f432c1e72c6117fa"},
-    {file = "pulsar_client-3.5.0-cp310-cp310-win_amd64.whl", hash = "sha256:a42544e38773191fe550644a90e8050579476bb2dcf17ac69a4aed62a6cb70e7"},
-    {file = "pulsar_client-3.5.0-cp311-cp311-macosx_10_15_universal2.whl", hash = "sha256:fd94432ea5d398ea78f8f2e09a217ec5058d26330c137a22690478c031e116da"},
-    {file = "pulsar_client-3.5.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d6252ae462e07ece4071213fdd9c76eab82ca522a749f2dc678037d4cbacd40b"},
-    {file = "pulsar_client-3.5.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:03b4d440b2d74323784328b082872ee2f206c440b5d224d7941eb3c083ec06c6"},
-    {file = "pulsar_client-3.5.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:f60af840b8d64a2fac5a0c1ce6ae0ddffec5f42267c6ded2c5e74bad8345f2a1"},
-    {file = "pulsar_client-3.5.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:2277a447c3b7f6571cb1eb9fc5c25da3fdd43d0b2fb91cf52054adfadc7d6842"},
-    {file = "pulsar_client-3.5.0-cp311-cp311-win_amd64.whl", hash = "sha256:f20f3e9dd50db2a37059abccad42078b7a4754b8bc1d3ae6502e71c1ad2209f0"},
-    {file = "pulsar_client-3.5.0-cp312-cp312-macosx_10_15_universal2.whl", hash = "sha256:d61f663d85308e12f44033ba95af88730f581a7e8da44f7a5c080a3aaea4878d"},
-    {file = "pulsar_client-3.5.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2a1ba0be25b6f747bcb28102b7d906ec1de48dc9f1a2d9eacdcc6f44ab2c9e17"},
-    {file = "pulsar_client-3.5.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a181e3e60ac39df72ccb3c415d7aeac61ad0286497a6e02739a560d5af28393a"},
-    {file = "pulsar_client-3.5.0-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:3c72895ff7f51347e4f78b0375b2213fa70dd4790bbb78177b4002846f1fd290"},
-    {file = "pulsar_client-3.5.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:547dba1b185a17eba915e51d0a3aca27c80747b6187e5cd7a71a3ca33921decc"},
-    {file = "pulsar_client-3.5.0-cp312-cp312-win_amd64.whl", hash = "sha256:443b786eed96bc86d2297a6a42e79f39d1abf217ec603e0bd303f3488c0234af"},
-    {file = "pulsar_client-3.5.0-cp38-cp38-macosx_10_15_universal2.whl", hash = "sha256:15b58f5d759dd6166db8a2d90ed05a38063b05cda76c36d190d86ef5c9249397"},
-    {file = "pulsar_client-3.5.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:af34bfe813dddf772a8a298117fa0a036ee963595d8bc8f00d969a0329ae6ed9"},
-    {file = "pulsar_client-3.5.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:27a0fec1dd74e1367d3742ce16679c1807994df60f5e666f440cf39323938fad"},
-    {file = "pulsar_client-3.5.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:dbcd26ef9c03f96fb9cd91baec3bbd3c4b997834eb3556670d31f41cc25b5f64"},
-    {file = "pulsar_client-3.5.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:afea1d0b6e793fd56e56463145751ff3aa79fdcd5b26e90d0da802a1bbabe07e"},
-    {file = "pulsar_client-3.5.0-cp38-cp38-win_amd64.whl", hash = "sha256:da1ab2fb1bef64b966e9403a0a186ebc90368d99e054ce2cae5b1128478f4ef4"},
-    {file = "pulsar_client-3.5.0-cp39-cp39-macosx_10_15_universal2.whl", hash = "sha256:9ad5dcc0eb8d2a7c0fb8e1fa146a0c6d4bdaf934f1169080b2c64b2f0573e086"},
-    {file = "pulsar_client-3.5.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e5870c6805b1a57962ed908d1173e97e13470415998393925c86a43694420389"},
-    {file = "pulsar_client-3.5.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:29cb5fedb969895b78301dc00a979133e69940812b8332e4de948bb0ad3db7cb"},
-    {file = "pulsar_client-3.5.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:e53c74bfa59b20c66adea95023169060f5048dd8d843e6ef9cd3b8ee2d23e93b"},
-    {file = "pulsar_client-3.5.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:99dbadb13967f1add57010971ed36b5a77d24afcdaea01960d0e55e56cf4ba6f"},
-    {file = "pulsar_client-3.5.0-cp39-cp39-win_amd64.whl", hash = "sha256:058887661d438796f42307dcc8054c84dea88a37683dae36498b95d7e1c39b37"},
-]
-
-[package.dependencies]
-certifi = "*"
-
-[package.extras]
-all = ["apache-bookkeeper-client (>=4.16.1)", "fastavro (>=1.9.2)", "grpcio (>=1.60.0)", "prometheus-client", "protobuf (>=3.6.1,<=3.20.3)", "ratelimit"]
-avro = ["fastavro (>=1.9.2)"]
-functions = ["apache-bookkeeper-client (>=4.16.1)", "grpcio (>=1.60.0)", "prometheus-client", "protobuf (>=3.6.1,<=3.20.3)", "ratelimit"]
-
 [[package]]
 name = "pyasn1"
 version = "0.6.0"
@@ -6454,4 +6408,4 @@ test = ["big-O", "importlib-resources", "jaraco.functools", "jaraco.itertools",
 [metadata]
 lock-version = "2.0"
 python-versions = "^3.10"
-content-hash = "0ecd19c5cdf414368aa81b83ae76ba6db34b1bfc8f32a482d1222d6b839792da"
+content-hash = "1ee20fdaf020ff9b5930f58b9a9bf313d7afbc347f0d11ceaec9c16f4ca6d567"
diff --git a/rnd/autogpt_server/pyproject.toml b/rnd/autogpt_server/pyproject.toml
index 79248a87b..7761a17b5 100644
--- a/rnd/autogpt_server/pyproject.toml
+++ b/rnd/autogpt_server/pyproject.toml
@@ -48,6 +48,7 @@ uvicorn = { extras = ["standard"], version = "^0.30.1" }
 websockets = "^12.0"
 youtube-transcript-api = "^0.6.2"
 
+chromadb = "^0.5.5"
 [tool.poetry.group.dev.dependencies]
 poethepoet = "^0.26.1"
 httpx = "^0.27.0"