؛j5dZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl m Z e dZ e dZ e dZe dZd Zd Zd Zdd Zd ZdZdZdZdZdZdZedk(r eey)zDeterministic post-session knowledge review. Scans all local Hermes profile state DBs, extracts only explicit durable facts, and writes provenance-bearing project notes. No LLM, no transcript archive. ) annotationsN)Pathz/home/hermes/.hermesz/opt/obsidian-vaultz0/opt/struktur/session-knowledge-review/review.dbz2/opt/struktur/session-knowledge-review/audit.jsonlzsession-knowledge-review/1.2.0ctjjddtjt}|j d|j d|j d|j |S)NTparentsexist_okacreate table if not exists session_reviews (session_key text primary key, session_id text, profile text, source_db text, project text, status text not null, knowledge_items_found integer not null default 0, created integer not null, completed_at real, error text, version text not null)acreate table if not exists semantic_reviews (session_key text primary key, session_id text, profile text, project text, status text not null, knowledge_items_found integer not null default 0, created_at real not null, completed_at real, version text not null, error text)a8create table if not exists semantic_items (session_key text, claim_id text, project text, subject text, claim text, claim_type text, source_session_id text, source_profile text, source_timestamp real, confidence real, validation_status text, knowledge_action text, target text, primary key(session_key,claim_id)))STATEparentmkdirsqlite3connectexecutecommit)cs '/tmp/hermes_session_knowledge_review.pydbrsD$/ ??5!))%IJKLKTKTUj Kk l m l u l u v tl uvwv~v~v@HIAIcLtjdd|xsdjtfddDrytfddDry d vsd vsd vry dvsdvrydvrytfddDry|xsdddj}d|vsd|vryy)Nz[-_]+ c3&K|]}|v ywN.0kts r zproject_for..ss1Qs)zmas visual libraryzvisual kuratorz asset groupvariantenlogikzvariant candidateMAS Visual Libraryc3&K|]}|v ywrrrs rrzproject_for..s|1Q|r)zsocial media radarzsocial media agentz sma radarzaa 045zfacebook propertyz social mediazSocial Media Radarz youtube lmz youtube videoz youtube audioz YouTube LMzyoutube research transkriptzYouTube ResearchventoVentoc3&K|]}|v ywrrrs rrzproject_for..sI1QIr)zworker watcher wachfunktionu überwachunguWorker-Überwachungi Nz!/opt/struktur/mas-visual-library/zvisual_library.dbz MAS allgemein)resublowerany)titletextbodyrs @r project_forr/s66(3 **,-srss |{|| AA-A1E\!|q08J qLIHIIQf zr6E  "'4/3F$3NVjrc||||dS)N)claim_id statement confidence source_typer)cidr2r3r4s rclaimr6#sI:T_``rc  g}t}djd|xsdjD}|jD]}|j d vsd vst j d r3t j d|}|rt |dkrt fd d Dsd vsd vs d vsd vsd vr|jdjd} dtj| jjddz} | |vri|j| |j|jj!ddd| d||ddt#| j%rdndddt j&d s]t fdd Dssd! vsyt j&d" rt j(d#d|j+} t | d$k\st | d%kst fd&d'Dr| j-d(rt j(d)d*t/j0d+| jj+d*dd,} |jj!ddd-| } | |vsu|j| |j| d.| | d/d0ddd1d2 |S)3zExtract explicit, stable claims; this is claim extraction, not summarization. Only user-authored durable markers and verifiable production paths qualify.  c3^K|]%}|js|j'ywr)striprxs rrz#semantic_extract..*s"#^!TUT[T[T]AGGI#^s--rz/tmp/debugz\b(job|run|session)[ _-]?id\bz.(/opt/(?:struktur|obsidian-vault)/[^\s`\"\']+)ic3&K|]}|v ywrrrrlows rrz#semantic_extract../s&T1a3h&Tr)z reporter:status=bittearbeitsauftragz noch offenzoffen:zverifiziert unterliegtpfadunter datenbankvaultz.,)zpath.N r.production_pathPATHg ףp= ? VALIDATEDSUPPORTED_BY_SESSIONsession_user_instruction)r1subjectr6r2 claim_typer3validation_statusr4z:^(die|der|das|hermes|obsidian|der aktuelle|die aktuelle)\bc3&K|]}|v ywrrr?s rrz#semantic_extract..4s!Y}fgYZ^aYaY}r)z ist z sind z liegt z bleibt z dient z erfolgt z wurde z gilt:?u|^(prüfe|pruefe|erstelle|lege|führe|fuehre|behalte|muss|soll|darf|implementiere|aktualisiere|bitte|vor jeder|für |fuer )\bz\s+#i,c3&K|]}|v ywrrr?s rrz#semantic_extract..6s5[!Q#X5[r) znoch z unter anderemz nicht alsuhäufigbeispielsweiserCrAuprüfepruefesollteukönntekoennterB:z [^a-z0-9]+_NFKDFz.rule. explicit_ruleRULEgQ?REVIEW_REQUIRED) r1rQr6r2rRr3rSr4knowledge_action)setjoin splitlinesr*r(searchlenr+grouprstriphashlibsha256encode hexdigestaddappendreplacerexistsmatchr)r:endswith unicodedata normalize)projectsidr,r-outseenr.linempathkeycleanslugr@s @rsemantic_extractr&sce$))#^ 7N7N7P#^^T __ IT jjl# ^w#~3STW)XZbII?E!3t9c>#&T9S&T#T[bfi[iouy|o|BIMPBPVaehVhnuy|n|  % 4ggnnT[[].K.U.U.WX[Y[.\&\# oHHSM#**GMMO,C,CC,L+MQse)T_py}KO]cquY]^bYcYjYjYlJUrHWqrsXXKCPUXY}l|Y}V}BEMPBPY[YaYababeYf s4 & & (5 %j"nUS5[HZ5[2[didrdrsvdw  c+"7"7u{{}"M N T TUX YZ][] ^D ==? " "3s + ,F4&9C $ XXc]3::#PUbgu{JNcyHbvGHII rcF|d}|d|}|jd|fjrytjd|zdzd}dj d |jd |fD}t |d xsd |}t |||d xsd |} d ||gdtjd} tjs td| D]u} | jdddkrd| d<| dj| 2tt||| ||d\} } | | d<t| | d<| dj| wt!d| dDrdnd}| dD]} |jd|| jd|| jd| jd | jd!||tj| jd| jd"| jd| jdf || d<|jd#|||||t%| tj|dk(rtjndt&| jdf |j)t*j,j/dd$t*j1d%d&'j3t5j6| d()dz| S#t"$r }d}|| d<t|| d<Yd}~d}~wwxYw)*Nidr\z2select 1 from semantic_reviews where session_key=?file:?mode=roTurir8c3.K|] }|dxsdyw)rrNrr;s rrzsemantic_one..@s#G|VWqtzrzG|zKselect content from messages where session_id=? and role='user' order by idr,rsemantic_review COMPLETED)event session_idrwitemsstatus timestampOBSIDIAN_VAULT_UNAVAILABLEr3rg?rbrcr)rprofiletargetc3DK|]}|jddk(yw)rcrbN)getr;s rrzsemantic_one..Is!!hST!%%(:";=N"N!hs KNOWLEDGE_REVIEW_PENDINGrerrorzGinsert or replace into semantic_items values(?,?,?,?,?,?,?,?,?,?,?,?,?)r1rQr6rRrSz8insert into semantic_reviews values(?,?,?,?,?,?,?,?,?,?)rautf-8encodingF ensure_ascii)rfetchoner r rer/rtimeVAULTrr RuntimeErrorrrp append_note note_pathstrr+ ExceptionrhVERSIONrAUDITr r openwritejsondumps)rrdbpathrowrxr~qr-rwrresultitemactionr}res r semantic_oner=sYwiq&IIBC6JSSU^b ??76>*,6TYYG|[\[d[dfsuxtz\{G|>| S\'R -5EgcRUV]R^Rdbdei5ju}N\_jqz|FQ^b^g^g^itjlri |,HIIwd hh|As".D w0F0Ft0Lh9W-gdW^;_`;6${AaefxayQTUYQZBFGOBP[abi[j[q[qrv[w w "!hX^_fXg!hh ny& G_tT)) UWZ[_[c[cdn[opwx|yAyABKyLMQMUMUV]M^_c_g_ght_uvyzABFBKBKBMNRNVNVWcNdeiememnAeBCGCKCKL^C_`d`h`hiq`rWstt Es3wW^_efijofpquqzqzq|MSU`M`~B~G~G~Ifjkrsys}s}~EsFGGHIJIQIQISD$/ 3 0P0V0VW[WaWabhv{W|~BXB1CKQDQ h96&:JbefgbhRXY`Rahs9B2K77 L LL c|dk7rgStdddtdddtddd td d d td dd tdddtddd g} td}tjdt |zdzd}|j dj d}|j dj d}|j dj d} |j dj d} |j dj d} || | z z } |tdd |d!|d"| d#| d$|| z d%| d&| d'dd(gz }|j|S#t$rY|SwxYw))Nr!z masvl.rootzODie MAS Visual Library liegt produktiv unter /opt/struktur/mas-visual-library/.gGz?zmasvl.dbzYDie produktive Datenbank ist /opt/struktur/mas-visual-library/database/visual_library.db.zmasvl.originals_immutableufOriginaldateien werden nicht überschrieben oder gelöscht; visual_id und SHA256 bleiben unverändert.g\(\?zmasvl.import_analysis_splitzuTechnischer Import/Katalogisierung und fachliche Bildanalyse durch den Visual-Kurator sind getrennte Prozessschritte.gffffff?zmasvl.duplicate_ruleu[SHA256 dient ausschließlich zur Erkennung exakter Dubletten, nicht als Variantenkriterium.zmasvl.variant_groupsuVAsset-Groups modellieren Variantenbeziehungen ausschließlich als Metadatenrelationen.gQ?zmasvl.candidate_lifecyclezVariant-Candidates besitzen einen nachvollziehbaren Lebenszyklus mit OPEN, RESOLVED_GROUPED, RESOLVED_FALSE_POSITIVE und RESOLVED_ALREADY_GROUPED.z;/opt/struktur/mas-visual-library/database/visual_library.dbrrTrzselect count(*) from visualsrzselect count(*) from analysesz!select count(*) from asset_groupsz=select count(*) from visuals where asset_group_id is not nullz;select count(*) from variant_candidates where status='OPEN'zmasvl.live_inventoryz Live-Stand: z Visuals und z Kuratoranalysen; z Asset-Groups; z gruppierte und z ungruppierte Visuals; z Motivfamilien; z offene Variant-Candidates.zsession+live_db_validation) r6rr r rrrcloser) rwrxr,r-rprvisualsanalysesgroupsgrouped candidatesfamiliess rextractrQs !! ) fgkl nost#%MNRS%'^_cd|~BCwx|}#%yz~ FG!7??[bcfghci[ijt[ty}K~ ))2 3 < < >q A'AIIVuLvLLMBCDME8NONWNWX{N|NENENGHINJGMTUT]T]^]T^TgTgTijkTlLSyzyByBC@yAyJyJyLMNyOnx GFN #(E(<y hZWijpiqrABIAJJZ[bcj[jZkkBCKBLL\]g\hhC*DEIJf g hh%'')   sDE?? F  F ctjdd|jjdd}tdz |z dz S)Nu[^A-Za-z0-9ÄÖÜäöüß -]+rr-z 03-ProjektezSESSION-KNOWLEDGE.md)r(r)r:rqr)rwsafes rrrhsAff -b9??AII#cR mD !777rcl|jjddd|d}tjdtj}|j r|j dd}||vrh|d |vrd |fStjdtj}d |dd |d |d d|dd|d }|j||zdd|fSd}nd|d}d}d|dd|d d|d|dd|d|dd|d|dd|dd d!} |j||z| zdd"|fS)#NTrz claim_id: r1z%Y-%m-%dT%H:%M:%SZrrq)rerrorsr2CONFIRMz ## CONFLICT_REVIEW z - existing claim marker: z - new assertion: z - source_session_id: rz - timestamp: zO - recommendation: human review; do not overwrite existing claim automatically rCONFLICTrz --- title: uC – Session Knowledge type: durable_knowledge status: active --- z ## z - z - project: z - agent/profile: rz - source_type: r4z - confidence: r3z.2fz - knowledge_action: CREATE CREATE)r r rstrftimegmtimerr read_text write_text) r}rwrsourcemarkernowoldconflictprefixblocks rrrls4. T*%&' ]]' 6KKM nngYn7# s] ;3 T> }})$++-83$T*%5$67))/1!!%k!2 34%%+L%9$:; E"_ `8 ??3x<?1 T/ & y h i&# tJ T+%6$7tF8CZ[abn[oZpp}F~GGZ[abk[lZmm|}@|AARSWXeSfRggwx|}IxJKNwOOmnE!73 rc |d}|d|}|jd|fj}|r|ddk(rt||||Stjd|zdzd jd |fj }d j d |D}t|d xsd|} t| ||d xsd|} |||d} || gddd} tjs td| D]@} tt| | | | \}}| dji| |t|dBd}||||| |t#| t%t'j&|dk(rt'j&nd| dt(f }|r|jd|dd|fzn|jd||j+t,j.j1ddt,j3ddj5t7j8i| dt'j&id d zt||||}| |d!S#t $r }d}|| d<t|| d<Yd}~=d}~wwxYw)"Nrr\z6select status from session_reviews where session_key=?rrrrTrzPselect role,content from messages where session_id=? and role='user' order by idr8c3.K|] }|dxsdyw)rIrNrr;s rrzreview_one..sExTJKz{|}z~zDBDzDxTrr,r)rr source_db)rrwrrrrr)rcrrrrzupdate session_reviews set session_id=?,profile=?,source_db=?,project=?,status=?,knowledge_items_found=?,created=?,completed_at=?,error=?,version=? where session_key=?rIz9insert into session_reviews values(?,?,?,?,?,?,?,?,?,?,?)rrrrrFr) deterministicsemantic)rrrr r fetchallrer/rrrrrrrrprrrhintrrrrr r rrrr)rrrrrxr~existingmsgsr-rwrrrrrr}strvaluessems r review_oners@Ywiq& ))LcV T ] ] _ !k),qPS2T+T oogfnZ/D9AACUWZV\]ffhosoxoxxTOSxToTjn S\'R -WWSWI[Y[\`5aux{GN[akbciGB TXYK |,HIIQd9W-gd6B;6$6'?CYCY[P]a[Pu{FIJNFO[PDQQ" S3u:c$))+6FVXZeVetyy{kopvw~pAH I )) vw}~~@wACFBHwHI)) GOD$/ 3 0P0V0VW[WaWacEekcElwx|yByByDcESXXYZ^X^1_!GF3'RU/V(V K"x 0CFF7OKsA&I I9I44I9c tj}|jdd|jd|j}t }g}t j dDcgc]}|js|c}t dz jr t dz gngz}|D]}|jjdk7r|jjnd} tjd t|zd zd }tj|_d }d} |j r|dz }|j f} |j#|| D]-} t%||t|| } | s|j'| /t+t-j.t0t3||ddycc}w#t($r} t+d|| Yd} ~ )d} ~ wwxYw)Nz--once store_true)rz --session-idzprofiles/*/state.dbzstate.dbz.hermesdefaultrrTrzEselect * from sessions where ended_at is not null and message_count>0rz and id=? SCAN_ERROR)version processedresultsFrr)argparseArgumentParser add_argument parse_argsrROOTglobis_filerrr namer r rRow row_factoryrrrrprprintrrrrh) aprrryrpathsrrsqlparamsrrrs rmainrs boohloKBOO\jLknpn{n{n}lmACAE~JLFI9923Caqyy{C[_`j[jZrZrZtd:oEVz|}  1Q88==)3!((--'1 __WSV^J.481w{{N3 6llC$CQ\\OViiF#s73q6#&AA 1tzzWSCHV[\] D 0|Aa000s+,F7F7$B F<0F<< G GG__main__)zsession+live_validation)__doc__ __future__rrrkrr rr(rupathlibrrrr rrrr/r6rrrrrrr__name__ SystemExitrrrrs#>>>> !.C)D5 =>dKGA(I"a .Q(.88W.  Zj00r