U,i dZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z m Z ddl mZddlmZmZmZmZmZmZddlZej.j1ddZeedz Zej.j1d d Zej.j1d d Zej.j1d dZej.j1ddZdZej@jCde"eedz dz e jFdZ$e GddZ%dkde"de&dee%fdZ'de"dedee"effdZ(de"de"d e"d!e)de)f d"Z*dkde"de&dee%fd#Z+d$e"d%ee"de,fd&Z-dkde"de&dee%fd'Z.dkde"de&dee%fd(Z/ dlde"ded)ee"dee"effd*Z0d)e"dee"effd+Z1dkde"de&dee%fd,Z2de"dedee"effd-Z3d)e"dee"effd.Z4d/Z5d0e"dee"fd1Z6dmd0e"d2e"d3e&de7fd4Z8d0e"de7fd5Z9e'e+e.e/e2d6Z: dnde"d8e&d9eee"d:e7dee%f d;Z; dnde"d8e&d9eee"d:e7dee%f d<ZZ=dode"d?e"de&dee%fd@Z>dAe%dBe&de"fdCZ?GdDdEZ@eAdFk(rddlBZBeBjdGHZDeDjddIdJKeDjdLdMdNKeDjdOe&d7PeDjdQdRSeDjdTdRdUVeDjZGeGjrre@ZIejeIjZLeMdWeLjD]\ZOZPePdXurdYndZZQeMd[eQd\eOd]eP ejdeGjxsd\jejd^dZVeVs"eDjejd^ej ZXe|jd d} |jtd|tt| d|jd|jdddddd{|S777 #1d{7swY|SxYw#t$r7} |jtdd| ddt!| iYd} ~ |Sd} ~ wwxYww)z6Search Supermemory via direct API (same as search.sh).timeoutNz$https://api.supermemory.ai/v3/searchBearer application/json Authorization Content-Type)r5r6 containerTagsheadersjsonresultschunksr"c3dK|](}|jds|jdd*yw)rN)get).0cs r) z%search_supermemory..rs+$-.AEE)"&((4."   ! ! V NW!  ! ! ! ! V N   $=aSA!3q6*     N sF EEE+EECE. E9E:E>F EEEE E EEF E F&,FF FF rrcK tjt4d{}|tgd}|r||d<|j ddt dd| d{}|j d |jjd d cdddd{S7~7I7 #1d{7swYyxYw#t$r}d t|dcYd}~Sd}~wwxYww)zStore content in Supermemory.r8N)rr?r&https://api.supermemory.ai/v3/memoriesr:r;r<r@TrO)rLrOF)rLrR) rSrTrUrWrVrrXrBrGr]r0)rrr^payloadr_ras r)store_supermemoryrfs7$$^< F F""7!8'G&. #8'./B.C%D$6 %D  ! ! ##'tyy{t/DE! F F F F F F F" 7$s1v667sC B<B!B<3B'B#5B' B<B%B< C !B<#B'%B<'B9-B0 .B95B<8C 9B<< C CCC CC  session_idmethod tool_name argumentscKd||||dd}dd|d}tjt4d{}|jt|| d{}|j }|j d D]L} | jd stj| d djccdddd{Sdddd{iS7777 #1d{7swYiSxYww) z(Make a single MCP tool call to Graphiti.2.0)namerjjsonrpcrOrhparams#text/event-stream, application/jsonr;Acceptr>zmcp-session-idr8NrBrAr"zdata:) rSrTrUrV GRAPHITI_URLtextsplit startswithrBloadsrZ) rgrhrirjrerAr^r_rwlines r)_graphiti_callr|s $9= G8*$G   844F[[GW[MMyyJJt$ 4Dw'zz$qr(.."233 444 444 I 4M44444 Isz/C2CC2CC5C'C/ C2;C<C2C C2 CC2CC2C2C/"C% #C/*C2c Kg} dtjjdd}tjt 4d{}ddddd d d id d }dd|d}|j t||d{dddd{t|dd|tg|dd{}g}|rO|jdijdg} | D](} | jdd} | s|j| *t|dd|tg|dd{} | rO| jdijdg} | D](} | jdd} | s|j| *|D]&} |jtd| ddti( |S7Y7(7#1d{7swY,xYw77#t$r7} |jtdd| dd t| iYd} ~ |Sd} ~ wwxYww)!z4Search Graphiti knowledge graph for nodes and facts.zhub-Nr8rlzhub-init initializez 2024-11-05zgenesis-memory-hubz1.0.0)rmversion)protocolVersion clientInfo capabilitiesrnrqr;rrrtz tools/call search_nodes)r5 group_ids max_resultsresultrrwrF search_factsgraphitigffffff?grouprPz [ERROR] Graphiti search failed: rQrR)uuiduuid4hexrSrTrUrVrvr|GRAPHITI_GROUPrGr[rr]r0)r5r6rCrgr^ init_payloadrA nodes_resp content_itemsresult_contentr`rw facts_respras r)search_graphitirs`"$GC DJJL,,Ra012 $$^< P P! &'3+?G"T$& L@ 2",G ++lw+O O O# P P(*   >*:5 Q    '^^Hb9==iLN& /xx+!((. / *   >*:5 Q   '^^Hb9==iLN& /xx+!((. / " D NN% !%~6   $ NE P" P# P P P P(  ,   !:1#>!3q6*     N sHAGF! G 0F*<F$=F* G F' G+G,AG0-GGAG >GH!G$F*'G*F=0F3 1F=8 GG H,H:HHHrwkeywordscp|jtfd|D}|r|t|z SdS)zCSimple keyword relevance: fraction of query keywords found in text.c3,K|] }|vsd ywNr4)rHkwlowers r)rJz!_keyword_score..s4be 4s rQ)rsumlen)rwrfoundrs @r)_keyword_scorers4 JJLE 4H4 4E$,53x= 5#5r+c <Kg}|jDcgc]!}t|dkDs|j#}}tdz }|j r|j dD]} |j d}t||}|dkDr tj|} t| trtj| ddn t| dd} |jt!d | t#|dd t|i td z } | j r| j d D]} t%|dd5} t'| D]\} }|j)}|s tj|}|j+dxs|j+dxs t|}t||}|dkDrL|j+dd| }|jt!d|ddt#|dt||d  ddd|j/dd|d|Scc}w#t$r |dd} YvwxYw#t$rYwxYw#tj,$rY#wxYw#1swYhxYw#t$rY]wxYww)zCSearch file-based Knowledge Graph: entities, axioms, relationships.entitiesz*.jsonzutf-8)encodingrN,file_kg_entitypathrPaxiomsz*.jsonlrrrwrOzline- file_kg_axiomirrOc|jSNrrs r)z search_file_kg..Z q{{r+Tkeyreverse)rxrrKG_DIRexistsglob read_textrrBrz isinstancer3dumpsr0r]r[rroundopen enumeraterZrGJSONDecodeErrorsort)r5r6rCwr entity_dirfpathrwrKrsnippet axiom_dirfline_numr{axiomraxiom_ids r)search_file_kgrs"$G#(;;=?aCFQJ ?H?*$J__X. E 8&tX619-#zz$/6@t6LDJJt,Tc2RUVZR[\`]`Ra NN$#3$+&+E1o&,c%j%9  0!I^^I. E %w7!1*3A,!$#zz|#$!$(JJt$4E % ) 4!.#(99V#4!.#&u:$ %37H$EE$qy+099TU8*;M+N '$0/>07 27q/47J2:2* %& !"!! D LL*DL9 6E?E@%-"&t*-  D $33! !5!!8  sJH<H</J-#IA I3I/J?J  %J3B#I&JJ ! JIIII I#J"I##J&I= 9J<I= =JJ J  JJJJc TKg} ddlm}ddlm}tj j dtttdz dz ddl }|j}||j|jt} ddlm}|d} t#| j%|gdj'} g} |j/j0D]} |j3| j4} | j6rr| j6dkDrc| j8j:j<}t?|dr |j@}nttC| |k(r| j+| j4| D]} |jG|| tI|d}|jJD]}|jLxsi}|jOdxs;|jOdxs(|jOdxstQjR|}tUt?|drtW|jXndd}|j+t-d|t|dd||jOdt|jZd |S#t($r%|j+t-d d d d d i|cYSwxYw#tD$rYwxYw#tD$rYdwxYw#tD$r7}|j+t-d d|d d t|iYd}~|Sd}~wwxYww)z3Vector similarity search across Qdrant collections.r QdrantClientNrrurlapi_keyr9 TextEmbeddingBAAI/bge-small-en-v1.5qdrantzU[SKIP] fastembed not installed -- run: pip3 install fastembed --break-system-packagesrQrRzfastembed not installedrPsize)collection_namer5r6rwr chunk_textrKrzqdrant:rrz[ERROR] Qdrant search failed: ). qdrant_clientrqdrant_client.modelsmodelssysrinsertr0rr elestio_config QdrantConfigrrrU fastembedrlistembedtolist ImportErrorr[rget_collections collectionsget_collectionrm points_countconfigrpvectorshasattrrrr] query_pointsr\pointsrerGrBrrr2rKrO)r5r6rCrqmodelsrrr^rembedding_model query_vectorsearchable_collectionscolcol_info vec_configvec_sizersearch_resultspointrerwrKras r) search_qdrantras"$GT .. 3tL1F:=MMNO,,. NN"   /+,DEO 5 5ug >?BIIKL"$))+77 C !00:((X-B-BQ-F!)!7!7!?!?Jz62#-?? <(H4.55chh?  6 O !'!4!4$3&eQ-"5" ,22E#mm1rG F+/";;y1/";;|4/ ::g.  "w8O% "4UXZ[\ENN$%,_,=#>$'IdsO&+(/ F(;&)%((m&   N NE  NN#s!%'@A  N 0  <     8<!3q6*     N sL(A?K%:JK% A/KK%)K9K%D KK%L(+K?K%L(KK% KK%KK% K"K%!K""K%% L%.,L L( L%%L(doc_idc zK ddlm}ddlm}ddlm}t jjdtttdz dz ddl }|j}||j|jt }|d} t#| j%|gdj'} |4t)j*d } tt)j,| |}|j.xsd } |j1| d |i|} |j?| |jA|| | gd|| dS#t2$rD|j5| |j7t9| |j:j<  Y~wxYw#t2$r}dt|dcYd}~Sd}~wwxYww)z'Store content in Qdrant with embedding.rrNrrrrrz$e2a6d7f8-b3c4-4d5e-8f90-a1b2c3d4e5f6genesis_vectors)rdistance)rvectors_configr)rOvectorre)rrT)rrO collectionFrrR)!rrrrrrrrrr0rr rrrrrUrrrrUUIDuuid5rrr]create_collection VectorParamsrDistanceCOSINEupsert PointStruct)rrrrrrrrr^rr namespacerreras r) store_qdrantr s%2..+ 3tL1F:=MMNO,,.&**fnnn]'(@Ao++WI67:AAC > "HIIIw78F 00E4E   ! !/ 2g22 +''6&''RS  fOLL   $ $ /&33Vw/?/?/F/F 4  %   2#a&112sZF;C?FE1FF;A FFFF F8 F3-F8.F;3F88F;c$Kd} ddlm}ddlm}tj j dtttdz dz ddl }|j}||j|jt}|jj D]6} |j#|j$|j'|g|d z }8d |d S#t($rYIwxYw#t($r}d t|d cYd}~Sd}~wwxYww)z1Delete a point from all Qdrant collections by ID.rrNrrr)r)rpoints_selectorrT)rdeleted_from_collectionsFr)rrrrrrrr0rr rrrrrUrrdeleterm PointIdsListr]) rdeletedrrrrr^rras r) delete_qdrantrsG2.. 3tL1F:=MMNO,,.&**fnnn]))+77 C  $'HH$+$8$8$8$I1   GDD   2#a&112sYDBC,#3CC,D C)&C,(C))C,, D 5 DD DD  Dc`Kg} ddl}tjjdt t t dz dz ddl}|jd"i|jj}|jd|j}d|zdz}|jDcgc]!}t|dkDs|j#} }d j!d gt#t| d z} |j%d ||f|j'D]`} | \} } }}|j)t+d t | ddt-t/t1t | | dzdd| |db |j%d||||f|j'D]Z} | \}}}}}t |} |r| d|z } |j)t+d| ddt-t5|xsdd||d\ |j%d||||f|j'D]]} | \}}}}}|d|xsd} |j)t+d| ddt-t/t5|xsddz dd||d_ |j7|j7|Scc}w#t2$rY@wxYw#t2$rYwxYw#t2$rYQwxYw#t2$r7}|j)t+dd|d d!t |iYd}~|Sd}~wwxYww)#z.Full-text search across key PostgreSQL tables.rNrrT) autocommit%rz OR zcontent ILIKE %srz SELECT content, memory_type, source, created_at FROM memory_bloodstream WHERE content ILIKE %s ORDER BY created_at DESC LIMIT %s zpostgres:memory_bloodstreamrg333333?rM) memory_typerrPa SELECT quote, context, category, source_title, confidence FROM ponte_goldmine WHERE quote ILIKE %s OR context ILIKE %s OR category ILIKE %s ORDER BY confidence DESC NULLS LAST LIMIT %s z Context: zpostgres:ponte_goldminer)category source_titlea  SELECT name, description, category, priority_score, source FROM technologies WHERE name ILIKE %s OR description ILIKE %s OR category ILIKE %s ORDER BY priority_score DESC NULLS LAST LIMIT %s : rFzpostgres:technologiesr)rrpostgresz"[ERROR] PostgreSQL search failed: rQrRr4)psycopg2rrrr0rr rconnectPostgresConfigget_connection_params set_sessioncursorrxrrrYmaxexecutefetchallr[rrr\rr]r2close)r5r6rCrrconncursearch_patternrrkeyword_conditionsrowrrr created_atquotecontextrr confidencerm descriptionpriority_scoreras r)search_postgresr.sf"$Gh  3tL1F:=MMNOxX."?"?"U"U"WX D)kkmus*',{{}C!A AGGICC#[[*<)=CMST@U)UV  KK ' ||~ ;>8fj < #G Tc 2"'N3w<,RUX,XZ](^`a"b1<!O    KK G ||~ EHBw, e*WI66G 8 ' "'j.?C(@!"D.6 !U  "  KK G ||~ FICk8^V!F"[%6B$78 6 ' "'E.2GC,H4,OQT(UWX"Y.6&!I     N}D2   8   4      !?s # AA  Ac t}|jd|}|dkDS#t$r%}tj d|d|Yd}~yd}~wwxYw)z5Delete a key from Redis. Returns True if key existed.rDrzRedis delete failed for key=rNF)rBr r]rErF)rrrras r) delete_redisrNsZ  ((T#<({  23'A3?@s"% AAA)rLrfile_kgrr rsystemsverbosec XK|xsttj}|Dcgc]}|tvs t|||}}tj}t j |ddid{}tj|z } g} |Dcgc] }|tvs |} }t |D]|\} } | t| kr| | nd}t| tr0| jt|d|d| ddt| i [t| tsl| j| ~t}g}| D]} | jj!j#dd }|j%d s|j%d r|r|j| d||vsi|j'||j| |j)d d|r2|jtdd| ddt|dd| |d |d|Scc}w7cc}ww)a Search ALL Genesis memory systems in parallel. Returns merged, deduplicated, relevance-sorted results. Args: query: Natural language search query max_results: Maximum total results to return systems: Which systems to query (default: all). Options: supermemory, graphiti, file_kg, qdrant, postgres verbose: If True, includes timing info in error results return_exceptionsTNunknownz[ERROR] z failed: rQrRrPxz[error]z[skip]c|jSrr)xs r)rzquery_all..rr+r_metazQuery completed in r%z s across z systems)elapsedrQ)r ALL_SYSTEMSkeystimeasynciogatherrrrr]r[rr0extendsetrrZrryaddr)r5rrQrRselectedstasksstart raw_resultsrZ all_results system_namesirsys_nameseendedupedrs r) query_allrns"2${//12H9A VAQ+EU[^E; / VE V IIKEFFFKiikE!G&(K'>) $x(@q!  d? HHSM NN1  LL*DL9 -gc])CM?RZ[%,B    >& ! LL9QZZ%7$89 : R  99U r+systemc t|||gS)zSearch a single system only.rrQ)rr)r5r|r6s r)search_by_systemrQs e AAr+rindexcd|d|jd|jddd|jjt dt ddzdd g}|j j d r!|jd |j d |j j d r!|jd |j d dj|S)z'Format a single result for CLI display. rwrxr%)z rPNrrz File: rz Category: r") rrrr&chrrrGr[rY)rrrzs r)_format_resultrVs UG3qxxjq{{3.?qA  !!#b'3r7W+<=dsCDE E zz~~f {1::f#5"678zz~~j! qzz*'=&>?@ 99U r+c eZdZdZdZdeeeffdZ ddede ede e edeee ffd Z dd ed e d e e ede efd Zdede efdZddedede defdZdedeee ffdZdeee ffdZdefdZy)GenesisMemoryHubu Class-based interface for the Genesis Bloodstream Memory Architecture. Unifies 5 backends: - PostgreSQL (Elestio) — episodic + structured memory - Qdrant (Elestio) — vector/semantic search - Redis (Elestio) — fast working memory / recall - Supermemory (API) — semantic long-term memory - File-based KG — axioms, entities, relationships (local) Usage: hub = GenesisMemoryHub() await hub.connect() await hub.store("pricing is $497/month", {"category": "pricing"}) results = await hub.search("what is the price?") value = hub.recall("last_session_id") c~tjd|_d|_d|_d|_d|_d|_y)NrF)logging getLoggerrE _connected_pg_ok _qdrant_ok _redis_ok_supermemory_ok)r's r)__init__zGenesisMemoryHub.__init__ys9$$%78 $r+r cK|jd{}|jdd|_|jdd|_|jdd|_|jdd|_d|_td|jD}|jjd |d t|d |S7w) zX Connect and verify all 5 backends. Returns health status dict. NrFrr>rLTc3&K|] }|sd ywrr4)rHr7s r)rJz+GenesisMemoryHub.connect..s8aa8szGenesisMemoryHub connected: /z backends online) health_checkrGrrrrrrvaluesrEinfor)r'status connecteds r)rzGenesisMemoryHub.connects ((**jjU3  **Xu5GU3%zz-?86==?88   4YKqV M]^_ +sC C B5C Nrrbackendsc K|i}|gd}i}d|vrt||d<d|vrt||d<d|vrt||d<d|vr|jdt j j jdd t|jd d  tj fd |d<|siStj|jd d id{}i}t|j|D],\}}t|t rt#|dd||<(|||<.|S7Qw)ag Store content to all backends (or specified subset). Args: content: Text content to store metadata: Optional dict of metadata (type, source, category, etc.) backends: Which backends to store to. Default: postgres + qdrant + supermemory Returns: Dict with results per backend N)rrrLrrrLr>rttlc"dtiS)Nr>rL)rrrsr)rz(GenesisMemoryHub.store..sSRY[^A_7`r+rTTF)rRstored)r9r rfrGhashlibmd5encode hexdigestintr^ coroutiner_rzipr\rr]r0) r'rrrre results_listrCr6rrrs ` @@r)storezGenesisMemoryHub.storesR"  H  )r<rr^r_rNrr]r0)r'rpg_task qdrant_taskr pg_result qdrant_result redis_deleteds r)forgetzGenesisMemoryHub.forgets"&)#F+ $^^G[TXYY #/ =$V, *4Iy)I PWY\]fYgOh+5mY+OmV]_bcp_qUr/  Zs2B B AB cFKi} ddl}tjjdt t t dz dz ddl}ddl}|j||jdi|jj}|j}|jd|jd|d< dd lm}tjjdt t t dz dz ddl}|j'} || j(| j*d } | j-d|d < t/} | j1d|d < t3j4d 4d{} | j7dddt8iddid{} | j:dv|d<dddd{ t<j?} | |d<|S#t $r}d||d<Yd}~Fd}~wwxYw#t $r}d||d <Yd}~d}~wwxYw#t $r}d||d <Yd}~d}~wwxYw777#1d{7swYxYw#t $r}d||d<Yd}~d}~wwxYw#t $r}d||d<Yd}~|Sd}~wwxYww)z Check the health/connectivity of all 5 backends. Returns: Dict mapping backend name to True/False (or error string). rNrrzSELECT 1TrzERROR: rrurrr>r8rdr=r:r6r)rArp)ryrLrOr4) rrrrr0rr importlibrreloadrrrrr r"r]rrrrrrrBpingrSrTrGr status_coderr)r'rrrrr#r$rarcfgr^rr_ kg_existss r)rzGenesisMemoryHub.health_checks"$ /  HHOOAs4 #5#>AQ#QR S ,   ^ ,#8##\n&C&C&Y&Y&[\D++-C KK # JJL!%F:  - 2 HHOOAs4 #5#>AQ#QR S ! --/C!cggs{{ANF  " " $#F8   ,!#A FFH"F7O 2((3 G Gv#ZZ<,8K7L.MN#Q<( )-(8(8J(F}%  G G . I )F9  Y /#*1#F:  / -!(}F8  - , 'smF7O ,  G G G G G 2&-aSMF= ! 2 .")! F9   .sJ!B9G.B H H++I$I I$ #I,I -I I$ I I$J,J!. H 7H?J!H  J! H(H#J!#H((J!+ I4I<J!IJ! I$ I I$I!I I!I$$ I?-I:5J!:I??J! J JJ!JJ!c.|jrdnd}d|dS)Nrz not connectedzGenesisMemoryHub(r)r)r'states r)r*zGenesisMemoryHub.__repr__Is# O"5'++r+)NN)rPNr)r,r-r.r/rrr0boolrrrr rrrrrrrrr*r4r+r)rrfs%$%tCI&$((, --4.-49% - c3h -d'+ JJJ$s)$ J l  J& !# !(3- ! 4C 4 4# 4 4 3 4S> 0BDcNBH,#,r+r__main__zrs38 (88 zz~~n.EF l / /jjnn` 'BOTzz~~02RS  3Y?3tL)F25EEFGg,-        &/C//D  L9  <>PQ    D {{ S--/0 34!<<> /KGR4Z6XD BtfAgYb- . /  5sxx 5J  J$$  G z)J ' |5 9: F3w<. Z,U$