
    fKj$                     
   d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
Z
dZdZej                  j                  ej                  j                        j!                         Zd Z e       Zej'                  d      D  cg c]
  }  e|        c} Zej'                  d      D  cg c]
  }  e|        c} Zej'                  d      j1                         d    Z eej'                  d            Zej'                  d	      D  ci c]  }  e| d          | d
    c} Zej;                           ed
d      D cg c]!  } ej>                   e e d|dd            # c}Z! e"       Z#e!D ]  Z$e#jK                  d e$d   D                eD  cg c]&  } | jM                  dd      jO                  d      s%| ( c} Z( e)d e!D               e)d e!D               e)d e!D               e)d e!D               e)d e!D               e)d e!D               e)d e!D               e)d e!D               e ejT                  d e!D                     e)d e!D               e)d e!D               e)d e!D               e)d  e!D               e)d! e!D              d"Z+g Z,e!D ]6  Z$e,j[                  e$d   D cg c]  }|d#   s	|d$   d%z  |d#   z   c}       8 e,r3 e
j\                  e,       e
j^                  e,       e0e,       e1e,      d&ni Z2i d'ed(ed) ejf                   e ed*      ji                               jk                         d+ejl                  jo                  e      d,ed- e8e      d. e ejT                  d/ eD                    d0 e ejT                  d1 eD                    d2 e ejT                  d3 eD                    d4 e8e      d5 e)d6 eD              d7 e)d8 eD              d9 e8e(      d:ed;ed< ejr                  g d=d>d>?      jt                  jw                          ejr                  g d@d>d>?      jt                  jw                          ejr                  g dAd>d>?      jt                  jw                         dBdC ejf                   ejx                   e=e      d>D      j}                               jk                         e+e2e!D cg c]  }|dE   |dF   |dG   f c}dHZ? ej                  e? e edIz   dJ      dKdLd>M        eA ejx                  e?dKN             yc c} w c c} w c c} w c c}w c c} w c c}w c c}w )O    Nz+/opt/struktur/youtube-research/knowledge.dbz0/opt/struktur/reports/aa043-p39/20260828T084500Zc                  r    t        j                  dt        z   dz   d      } t         j                  | _        | S )Nzfile:z?mode=ro&immutable=1T)uri)sqlite3connectDBRowrow_factory)cs    $/opt/struktur/AA-043-P39-finalize.pyror      s,    
??72:44>gkkbc[c    zselect * from knowledge_unitszpragma foreign_key_checkzpragma integrity_checkzSselect graphiti_status,count(*) from graphiti_import_queue group by graphiti_statuszUselect graphiti_release,count(*) from graphiti_import_queue group by graphiti_release      z/p39-batch-02dz.jsonc              #   &   K   | ]	  }|d      yw)	source_idN .0xs     r   	<genexpr>r   	   s     51+5   sourcespromotion_reason zP39 controlled historical batchc              #   &   K   | ]	  }|d      yw)candidate_countNr   r   bs     r   r   r      s     <qa)*<r   c              #   &   K   | ]	  }|d      yw)valid_countNr   r   s     r   r   r      s     Hk^_=IYHkr   c              #   &   K   | ]	  }|d      yw)reject_countNr   r   s     r   r   r      s,       z^  QRz{  }K  {L  z^r   c              #   &   K   | ]	  }|d      yw)duplicate_countNr   r   s     r   r   r      s0       u\  OP  vw  xI  vJ  u\r   c              #   &   K   | ]	  }|d      yw)semantic_duplicate_countNr   r   s     r   r   r      s0       vf  YZ  wx  yS  wT  vfr   c              #   &   K   | ]	  }|d      yw)new_unique_kusNr   r   s     r   r   r      s0       {a  TU  |}  ~N  |O  {ar   c              #   &   K   | ]	  }|d      yw)new_provenanceNr   r   s     r   r   r      s0       v\  OP  wx  yI  wJ  v\r   c              #   &   K   | ]	  }|d      yw)new_review_auditNr   r   s     r   r   r      s0       s[  NO  tu  vH  tI  s[r   c              #   v   K   | ]1  }|d    j                         D ]  \  }}t        |      D ]  }|   3 yw)review_verdictsN)itemsrange)r   r   kv_s        r   r   r      s       FT	  MN  ef  gx  ey  e  e  eA	  FT	  ^a  ^_  `a  K	P	  Q	R	  K	S	  FT	  F	G	  GH  FT	  GH  FT	  GH  FT	s   79c              #   &   K   | ]	  }|d      yw)placeholder_countNr   r   s     r   r   r      s0       m	V
  I
J
  n	o	  p	C
  n	D
  m	V
r   c              #   &   K   | ]	  }|d      yw)hallucination_countNr   r   s     r   r   r      s0       p
[  NO  q
r
  s
H  q
I  p
[r   c              #   &   K   | ]	  }|d      yw)provenance_error_countNr   r   s     r   r   r      s0       sa  TU  tu  vN  tO  sar   c              #   &   K   | ]	  }|d      yw)canonical_dedup_error_countNr   r   s     r   r   r      s0       ~q  de  @  A^  _  ~qr   c              #   F   K   | ]  }|d    D ]  }|d   dk(  sd   yw)r   new_kusr   r   Nr   )r   r   ss      r   r   r      sv       GD  NO  de  fo  dp  GD  _`  tu  v  t@  BC  tC  HI  GD  HI  GDs   !	!)
candidatesvalidrejectsexact_duplicatessemantic_duplicatesr)   r+   r-   r/   r6   r8   provenance_errorscanonical_dedup_errorszero_ku_sources
word_countr>   i  )medianmeanminmax
checked_atdb	db_sha256rbdb_sizeintegrity_checkforeign_key_checkreviewc              #   &   K   | ]	  }|d      yw)review_stateNr   r   s     r   r   r      s0       Uv  lm  VW  Xf  Vg  Uvr   evidencec              #   &   K   | ]	  }|d      yw)evidence_classNr   r   s     r   r   r      s0       [~  tu  \]  ^n  \o  [~r   goldc              #   &   K   | ]	  }|d      yw)
gold_stateNr   r   s     r   r   r      s0       _~  tu  `a  bn  `o  _~r   ku_totalreal_kusc              #   (   K   | ]
  }|d       ywlegacy_placeholderNr   r   s     r   r   r      s7       cN  DE  hi  j~  h  d  cNs   legacyc              #   8   K   | ]  }t        |d            ywr`   )boolr   s     r   r   r      s>       [H  ~  \`  ab  cw  ax  \y  [Hs   new_p39_kusqueuequeue_releasewriter)	systemctlz	is-active aa043-single-writer-loop.serviceT)capture_outputtext)ri   show-pSubState--valuerj   )ri   rm   rn   MainPIDrp   rj   )activesubstatemainpidfk_fingerprint)	sort_keysbatchgateidempotency)	aggregatedensitybatch_gatesz/p39-final-metrics.jsonwF   )ensure_asciiindentrv   )r   )Br   jsonoshashlibdatetimeglob
subprocesscollectionsre	itertools
statisticsr   Dnowtimezoneutc	isoformatr   r
   executedictrowstuplefkfetchone	integrityqstrrelcloser1   loadopenbatchessetnew_idsr   updateget
startswithnewrowssumCounteraggperextendrI   rJ   rK   rL   r{   sha256read	hexdigestpathgetsizelenrunstdoutstripdumpssortedencodefinaldumpprint)r   ir?   r   s   0000r   <module>r      s	   [ [ [ [ [ [04f!ltl}l}  mB  mB  CK  CT  CT  CX  CX  mY  mc  mc  mehkd$qyy)HIJ!d1gJbcbkbk  mG  cH  PI]^PUVWPX  PIB  UV  U^  U^  _w  Ux  UA  UA  UC  DE  UF  KT  JN  OP  OX  OX  Yn  Oo  Jp  HI  OP  OX  OX  Yp  Oq  vr  JK  wz  {|  }~  {  w@  AB  CD  AE  wE  vr  ru  tu  t{  t{  t}AFqLA41#[3u56	7L	 6A5)556 gqAEE"4R8CCDefg<G<<SHkcjHkEkvy  z^  V]  z^  w^  ru  u\  T[  u\  r\  sv  vf  ^e  vf  sf  x{  {a  Y`  {a  xa  sv  v\  T[  v\  s\  ps  s[  SZ  s[  p[  nr  sF  s~  sF  sF  FT	  RY  FT	  sT	  nU	  j	m	  m	V
  N
U
  m	V
  j	V
  m
p
  p
[  SZ  p
[  m
[  ps  sa  Y`  sa  pa  {~  ~q  ip  ~q  {q  DG  GD  SZ  GD  DD  E	 ZA)X1,Qy\$q.XYZgj#*##C(
0D3s8Z]^aZbcpr I|C  IR  INGNN44=;M;M;O,P,Z,Z,\  I]fgigngngvgvwygz  I  |M  NW  I  Xk  lo  pr  ls  I  t|  }A  BU  BM  BU  BU  Uv  qu  Uv  Bv  }w  I  xB  CG  H[  HS  H[  H[  [~  y}  [~  H~  C  I  @F  GK  L_  LW  L_  L_  _~  y}  _~  L~  G  I  @J  KN  OS  KT  I  U_  `c  cN  IM  cN  `N  I  OW  X[  [H  CG  [H  XH  I  IV  WZ  [b  Wc  I  dk  lm  I  n}  ~A	  I  B	J	  U	c	  U	_	  U	c	  U	c	  d	`
  p
t
  z
~
  U	
  U	F  U	F  U	L  U	L  U	N  Zh  Zd  Zh  Zh  iz  JN  TX  ZY  Z`  Z`  Zf  Zf  Zh  sA  s}  sA  sA  BR  bf  lp  sq  sx  sx  s~  s~  s@  K	A  I  BR  Sa  SZ  Sa  Sa  bl  bf  bl  bl  ms  tv  mw  BF  bG  bN  bN  bP  SQ  S[  S[  S]  I  jm  x  @G  NH  {|  PQ  RY  PZ  [\  ]c  [d  ef  gt  eu  Ov  NH  I 			%Q0055PQ\` a jdjjE* +! K  PI  vrL
 	h
 Y NHs6   U 0UU
&U&U?U6
U
U
)U
