ʱjeddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z ddl m Z ddl mZddlmZmZmZddlmZmZddlmZdd lmZmZdd lmZmZdd lm Z!m"Z"m#Z$dd l%m&Z&m'Z(ejRjUe+Z,ejZj]d dZ/ej`e1ejRjee,ddZ3dZ4d\Z5Z6GddeZ7dZ8dZ9dZ:dZ;dZdZ?dZ@dZAd-d ZBd!ZCd"ZDd#ZEd$ZFd%ZGGd&d'eZHd(ZIe9ejeId)d*+jed,eHjy).N)Path)datetimetimezone)parsedate_to_datetime) HTMLParser)urljoinurlparseparse_qs)Requesturlopen) ElementTree)BaseHTTPRequestHandlerThreadingHTTPServer)GoogleTranslatorMyMemoryTranslator) ensure_schema buffer_statushandoff)ensure_post_graphic public_urlASOL_DBz/var/lib/asol/signals.dbz sources.jsonutf-8encodingzJASOL-Website-Collector/1.1 (+https://sma-asol.agentsolutions-mallorca.com))gffffff?c0eZdZfdZdZdZdZxZS)Pcht|g|_i|_d|_d|_g|_y)NF)super__init__linksmetatitlein_titletext)self __class__s !/opt/struktur/asol-runtime/app.pyr!z P.__init__s0 rDJR49BV[ gi]a]fct|}|dk(r/|jdr|jj|d|dk(rq|jds|jdrO|jdd|j|jdxs|jdj <|dk(r0|jd r|jj d|d |d k(rd |_yy) Nahrefr#propertynamecontentrtimerr$T)dictgetr"appendr#lower setdefaultr%)r'tagattrsds r)handle_starttagzP.handle_starttags u+ #:!%%-):):1V9)E &=aeeJ/155=}~~C~CDMNP~Q499aeeT^N_NpcdchchiocpMwMwMyCz &=QUU:. 0D0DVQz]0[ '>4=>r*c|dk(rd|_yy)Nr$F)r%)r'r7s r) handle_endtagzP.handle_endtags '>4=>r*c|jr|xj|z c_tdj|jdkr*|jj |j yy)N i@)r%r$lenjoinr&r4strip)r'datas r) handle_dataz P.handle_data sJ ==$**,* sxx " #d *DII,<,cggi&8 >B E E GGWI&YZ ZWI&jk kWI&kl lWD !p qqr*c t}|jd|fj}|s|jy|jd||fj}|st |}t j tjj}t||}t|jdxs|jdxsd|jdxs|jdxsdd|d k(rd nd |jd xsd }|jd|||jdxs|jdxsd||jd |jd|jdr|jdndd|jdr|jdnd||f |j|jd||fj}t |} | jdxsdjsEntwurf nicht gefunden.rWrzrrYru—zz3
Keine Grafik vorhanden.
zrt���uN��-Beitrag
← Cockpit
zG

Beitragsentwurf

r$z

)htmlr3escapern)item_hrrimgs r) _draft_pagerUs z ((# $ C(= CE 88' ( MDHH^,D MF]b #BIIe$4#56X Yh]CUVXV_V_`optup@`AVBUCCoprpypyzIJNOYJZz[p\o]]degenenost{o|e}d~~WXZXaXabfgmbnXoWppSTWSXXtuwu~u~EuFtGGI.J.L.J.S.J.S.T.X.T.\.T.\.].j.T.k.T.q.o.q.J.r.I.s.s.B/C/E/C/L/C/L/M/Q/M/U/M/U/V/b/M/c/M/i/g/i/C/j/B/k/k/N1O1S1T1_1O1`1N1c1c1i1j1n1o1y1j1z1i1}1}1NJ QJQJr*cX|xsdj}|syd} tddj|xsdrtfd|DsS t ddj|xsdrtfd |DsSy#t$rYEwxYw#t$rYywxYw) Nr)z Error 500uThat’s an errorzThat's an errorz Server Errorautode)rtargetc3&K|]}|v ywrI.0xrs r) ztranslate_de..c1181zen-GBzde-DEc3&K|]}|v ywrIrrs r)rztranslate_de..hrr)rAr translateany Exceptionr)r&badrs @r) translate_der]s *"   D KC F4 8 B B4 H NB s1S11#: gW = G G M SQS s1S11#:        s#7B7B BB B)(B)c >|jd|fj}|r|dr|dr |d|dfSt|xsd}t|xsd}|jd|||tjt j jf||fS)NESELECT title_de,summary_de FROM signal_translations WHERE signal_id=?rprq%Übersetzung derzeit nicht verfügbar2Deutsche Zusammenfassung derzeit nicht verfügbar.zINSERT INTO signal_translations(signal_id,title_de,summary_de,translated_at) VALUES(?,?,?,?) ON CONFLICT(signal_id) DO UPDATE SET title_de=excluded.title_de,summary_de=excluded.summary_de,translated_at=excluded.translated_at)r\rrrrrrr)rOsidr$rrrrprqs r)ensure_translationrms Y[^Z`ajjlC s:3|#4:s<000 % K$KHG$\(\JIIqsvw@JKSKWKWX`XdXdKeKoKoKqrrs J r*ctt|tddt}|j dj dd|j jfS)NzBtext/html,application/rss+xml,application/atom+xml,application/xml)z User-AgentAccept)headers)timeoutirignore)r r UATIMEOUTreaddecoderget_content_type)rras r)fetchrvsZ gc?C$DEOVWA 66)  # #GH 5qyy7Q7Q7S SSr*c|syt|j} tj|j dd}|j |j tj}|jtjjS#t $r%t |}n#tt f$rYYywxYwYwxYw)NZz+00:00)tzinfo) strrAr fromisoformatreplace ValueErrorr TypeErrorrrr astimezoner)valuer9s r)iso_daterzs  e*   E4  s8!< = xx199HLL99 << % / / 11 4$U+Q:&3t34s5%B C % B10C 1CC CC  C cdD]f}tjd|zdz|tj}|s1t|j dsLt|j dcSdD]P}|j j |st|j |s8t|j |cSy)N) datePublished dateCreated"z"\s*:\s*"([^"]+)"rV) datepublishedzarticle:published_timezog:published_timepubdate publishdatez sailthru.dater1date)researchIrgroupr#r3)rmrawkeymks r) date_metars.C ))DH113 = !''!*%hqwwqz.B'BCBM 66::a=XaffQi0!&&)9L2LM r*cg}tj|}|jd|jdzD]fd}|d}|s1j d}||j j ddnd}|jt|||d|d d d t|d d ddd|S#tj$r|cYSwxYw)Nz.//itemz .//{*}entryc|D]f}j|xsjd|z}|-|jxsdjsL|jjcSy)Nz{*}r)findr&rA)namesr/rnodes r)r&zxml_items..texts_ S))D/:TYYuTz%:=affl%9%9%;AFFLLN=R Sr*linkz{*}linkr-rr$ descriptionrrr0pubDate publishedupdatedr)rr$rr published_at) ET fromstring ParseErrorfindallrattribr3r4rr)rbaserrootr&rrrs @r) xml_itemsrs CmmC  Y'$,,}*EE @  &\ii "A-.]!((,,vb)D '$t,d7mtTabkluOvHPQUV_`kluv|Q}H~ @ @ J ==$*$sCCCct||d}|r|St}|j||d}g}|jD]}t ||j dd}t |jjt |jt |jk7s#|jd|jdk(rjddk\stfddDr|jd|itjd|DDcgc]}d|ic}Scc}w) Nr#r/c3&K|]}|v ywrIr)rrpaths r)rzcandidates..s,A!AI,Ar)/tag//author//page/z/assets/z/public/ /category/c3&K|] }|d yw)rNr)rrs r)rzcandidates..s,C!QuX,Cs)rrfeedr"rsplitr rr5netlocrstripcountrr4r2fromkeys) srcr feed_itemsrmrrhurs @r) candidatesrs8s5z*J*$cA166$.>.D.D.F A;  $!6!6 6!((3-4;;WZK[:[]e ::c?a ,A?,A)ACFCMCMOTUVNWCXX $}},Cs,CC D!U1I DD Ds3 Ec l |dz|zj dj|j}gdgdgdd}|jDcic]\}}|t fd|D}}}t fd|D}|d|d |d } } } t d d t | d dzzt | d dzzt | d dzzt |dd zz} | t d d| dzz| dzzt d d | dzzt d d | | z| zdzz|dzz|fScc}}w)Nr>)aiukünstkillmgptcopilotagentmodel) automation automatisworkflown8nzapiermake integrationapimcpvoice) enterprisebusinesscrmerp governance complianceauditsecurity backoffice)rrcompanyc3&K|]}|v ywrIrrrss r)rzscore..s"1Q"rc3&K|]}|v ywrIrrs r)rzscore..sMeYZaSTfMerrrrd  r)r5r@itemssummin)r$rrtopicstopicsetgroupsrvhits topic_hitsr,brO relevancers @r)scorer4sI Sy!ACHHV,<,B,B,D8KZwBa bF.4lln =sq!C"" " " =D =#Me^dMeJez t*T,'YaA#bQq!mC!HRK/Aa ;C 1sD0cZ tdx}}g}tD]}tjtj j }ddddddd}d}d}d}t} | jd|d|dfj} | j g} |jdr|jdgng|jd r|jd gngz|jd gzD] s t \} } |d xxd z cc<d vrM| tjd | tjtj zddDcgc]}d|ic}z } n| t#| z }  t|d\} } |d xxd z cc<| t'|| z } g}t)}| D]L}|jddj+ s& |vs+|j- |j/|Nt1||d<|ddD] }|d |jdd}|jdd}|jd} t \}} |d xxd z cc<t3}|j5|tj6dd|j8jdxs|j:xs|j+}tj6dd|j8jdxs<|j8jdxs|xsdj=|j>j+dd}tA||}|xs|}|s tA||}|j8jdxs|j8jd}|r|s|dxxd z cc<tC fddDr|d xxd z cc<tE|||d!\}}}}}tG|jIdk(r|d xxd z cc<tKjL jOjQdd"} | jd#||d|d$ |||tjtj j ||r|d$ndd%j=|d!||||tS||z|z|zd&z tUjVd'd(|d)ftY| ||||d z }| jt_j`tb# | jd-tjtj j ||d|dz |d z |||d|d|d z|d*tUjV|| f | j| jg||dz }||z }|j/|d||d||d|d z|d*d.t1t|||d/Scc}w#t$$rYBwxYw#t$$rYwxYw#t$$rY@wxYw#tZj\$r|d*xxd z cc<Y_wxYw#t$$r}d+}te|dd,}Yd}~ed}~wwxYw)0Nr)fetches parse_itemsr date_missing irrelevantdeduperrzCINSERT INTO source_runs(source_key,started_at,status) VALUES(?,?,?)rrunningrsssitemaparticlesr6rVz]*>(.*?)2rr(r$rrrz\s+r>zog:titlezog:descriptionrizog:imagez twitter:imager8c3BK|]}|jvywrI)r5)rrrs r)rzcollect..sZ!qAGGI~Zs)rrrrr9r,aINSERT INTO signals VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?) ON CONFLICT(url) DO UPDATE SET title=excluded.title,summary=excluded.summary,published_at=excluded.published_at,image_url=excluded.image_url,score=excluded.score,metadata_json=excluded.metadata_jsonr/,r!zrss/link+page metadataasol-direct-website) date_source collectorscore_componentsr:errori,zUPDATE source_runs SET finished_at=?,status=?,found=?,stored=?,error=?,candidate_count=?,excluded_count=?,dedupe_count=?,diagnostics_json=? WHERE id=?)rstatusrstoredexcludedr:)sourcesfoundrJruns)4rcSOURCESrrrrrrPr\ lastrowidr^r3rrrrSrrrsetrAaddr4r?rrsubr#r$r@r&rrr4r*valueshashlibsha256encode hexdigestroundjsondumpsrrJIntegrityErrorr1sleepDELAYrr_)!totalrJrNrstarteddiagrIerrsavedrOridr)r_runiqueseenrr$rrpubpagermpage_pubrscrautcontr0rers! @r)collectrps. FNE&D'o  X\\*446XYghxyHIST>U^bW]hjdgrslqwyw{uvABAJAJKPRUV[R\]denQoApAzAz}@|}|D|D|F$ @E*-''%.swwu~&b]`]d]den]ocggiFXEYuwx{~|C|CDNOQ|RR '('(ECDOQ$6O A~uBJJOghklnlplpqsququluDvwzxzD{0|q%0|'|u9S#33%  ' #CJ'Ai!);UjQTUXFY=YUFCEt F%%b/'')$ V]]15E F #6{D s  "u+TXXgb%9u488IVXCY7_c_g_ghv_w[^+ 8FDT)_a%7_13t &&AFFJJz,B,Vagg,VQVW]]_Eikioiopvwz|}}C}C}G}GHX}Y}U]^]c]c]g]ghu]v}UzA}UEHEMEMNONTNTEUjWj]j]j_`dadjeahpyz{|@pAgoGOGVSVCFIa$6 :.M!&&**_2MCCn)=q)@)=(Z/YZZ\`am\npq\q\ns{$)%H $F#2c$tt{{}%*D,>,A,>8NN188:.88:3B?AIIiknorsxoyz}~DzEFGHMNUVYZbZfZfgogsgsZtZ~Z~Z@ADTWEHIOEP]abebjbjknowkxbyz|}@CDHINPRSUPUVYPYZ^P^`aOaIbcgcmcm}UbwK O nP cQ jR S &qU7;1HEahhj 5!% "( kmumymyzBzFzFmGmQmQmSTZ[_`l[mnrsAnB[BCGHTCU[UV[\_`deq`rswxFsGHLMYHZsZ[_`h[ijnjtjtuyjz{~l @BCBJBJBLNONUNUNWY^`deq`rYrY^tz|AtAtzCGCNCNY\]bYcmsAEFRAS]bnrsA nB C G H T C U nU _ c d l _ m On Co O'o P'l5& MMA1} &$& "d "!*(*--@tH~q/@~@?gv3q6$3-X?+3ZZ$A5ZEY7B+Z#CY#Z*X// X<8Z;X<<Z? Y Z Y  Z YZYZ Z?ZZZ Z*Z%%Z*ct}|jdDcgc] }t|}}|jdDcgc] }t|}}|j||dScc}wcc}w)NzSELECT source_key,source_name,COUNT(*) AS signals,MAX(published_at) AS newest FROM signals GROUP BY source_key ORDER BY source_keyzSELECT source_key,status,candidate_count,stored,excluded_count,dedupe_count,finished_at,error FROM source_runs WHERE id IN (SELECT MAX(id) FROM source_runs GROUP BY source_key) ORDER BY source_key)rL latest_runs)rPr\r2r_)rOrrowsrNs r) read_sourcesrtsdA199.r$sta$q'tDtMNMVMVW]M^{_HI|@AB|C{_vz{_abahahaj~BQUsVlVt{_s A.A3ceZdZdZdZdZy)Hc Ntj|d}|jd|jdd|jdt t |j |j|jj|j y)NF) ensure_ascii Content-Typezapplication/json; charset=utf-8Content-Length) r[r\ send_response send_headerrr?rX end_headerswfilewrite)r'rrs r)r[zH.jsons ZZu -t/A/A#/FHXHXYgiJIKMQM]M]^norsvw{wBwBwDsEoFMGIMIYIYI[]a]g]g]m]mnrnynyn{]|r*c  |jjddd}|dk(r|jddtddd y|d k(rt }g}|j d D]d}t |}|j d |d fj}|r |dr|dnd|d<|r |dr|dnd|d<|j|f|j||jy|dk(r|jty|jdrottjjddj!}||t#ddj%dz j!}t'|jt'|r|j)r|j+} |j-d|j.j1} ddddddj| d} |j3d | |j3d!t't#| |j5|j6j9| y|j-d"|j5y|d#k(r|jt;y|d$k(rt=d|jvr|jjdddnd%} | jd&xsd%gd} | jd'xsd(gd}|d)vrd(}t?tA| |jCd*}|j-d|j3d d+|j3d!t't#||j5|j6j9|y|j-d|j3d d+tEtjjGtHd,d*-jK}|j3d!t't#|jC|j5|j6j9|jCy).N?rVrz /api/healthTrDFactive)rruntimerP mas_connectedrFz /api/radarzESELECT * FROM signals ORDER BY score DESC,published_at DESC LIMIT 100ridrprr$rqrrrz/api/source-statsz/static/ASOL_STATIC_DIRz/var/lib/asol/staticrryz image/pngz image/jpegz image/webpz image/gif)z.pngz.jpgz.jpegz.webpz.gifzapplication/octet-streamrzr{z/api/buffer/statusz/draftrrrtrjrhrztext/html; charset=utf-8z cockpit.htmlr)&rrr[rLrPr\r2rr4r_rt startswithrosenvironr3resolver?lstripris_file read_bytesr|suffixr5r}r~rrrr rrrXopenr@BASEr)r'rrOrsrar9tr static_rootfprBextmimeqrrtrs r)do_GETzH.do_GETs YY__S #A &   ?TZ\mr@H+I!J < dADYYfg q'aii(oqrswqxpz{EEG2.0R ^BzNIp' 24L9Ib.PD)  A   IIdOQWWY & & ,.(A __Z (RZZ^^,=>TUV^^`KDZ!1299#>>GGIB2w!!#k"23 ]]_d&8&8&=299??CTscnwCLXamu@\A\E\EFIJd\eVZgkgwgwxFGKgLNRN^N^_opstwx|t}p~NAEAQAQASUYU_U_UeUefjUk$$S)4+;+;+= ' '=?)C 8^C4994Dtyys1-a0"MATUTYTYZeTfTnkmjnpqSrs~DDEOP`U_T`bc~dt|JJU_H1#h?@GGPDRVRdRdehRikok{k{}KLflgimiyiyzJKNORSWOXKYiZ\`\l\l\nptpzpzp@p@AEpF   s #T%5%5nE_%`gklnlslslxlxy}MmNX_h`hehehgbfimiyiyzJKNORSWS^S^S`OaKbiceieueuewy}yCyCyIyIJNJUJUJWyXr*c |jdvr"|jd|jy t|jj dd}t j|jj|xsd}|j dd}|j dd}t|j d d}|jd k(rt}tj|_|jd ||fj!}|s%|j#|j d d dyt%|}t'|j dxsd|j dxs|j d xsdd|dk(rdnd|j dxsd} | j dru|jd| j dd| j dt)j*t,j.j1||f|j3|j#|j dt5| j di| y|jdk(r |j t7t8|yt}|jd|t)j*t,j.j1||f|j3|j#|j ddiy#t:$r'} |j d t| dYd} ~ yd} ~ wwxYw)N)z/api/draft/save/api/draft/buffer/api/draft/graphicrr{0s{}rrrtrrzpselect ci.*,s.summary from content_items ci join signals s on s.id=ci.signal_id where signal_id=? and platform=?FzEntwurf nicht gefunden)rrHr$rrrwrkrxryrzr{rz}update content_items set post_media_url=?,post_media_kind=?,post_media_source=?,updated_at=? where signal_id=? and platform=?rrrrzMUPDATE content_items SET body=?,updated_at=? WHERE signal_id=? AND platform=?T)rr|r~intrr3r[loadsrfilerrrPrJrMrNr\rr_r2rrrrrrr^boolbuffer_handoffrLr) r'nrBrrmrrOrr9rros r)do_POSTz H.do_POSTsY 99X XZ^ZlZlmpZqswtDtDtFHN F$,,""#3C89A 4::??[\K]Kfaf@g4mqmumuwBCEnFilJNJRJRS]^`JaHIhklpltltu{|~lh@cgyy..$gkk qyyBtvyz{u|8}8F8F8H3AGGItyyuE]1^'_ags)#6quuW~7KQUUS\M]MtabafafgmanMtrt}CRSU`R`INfkxyx}x}~IxJxPNP$QU99T?II^`e`i`ijo`pqxy~yByBCKyLMUMYMYZbZfZfMgMqMqMstwxy_z{}~}E}E}G 499d4 $+@%JE%JKVyy--tyy49P/QSYdAAIImost|uAuABJBNBNuOuYuYu[\_`aobcefememeoqrqxqxqz|@|E|EGKLPFQ|REtyyuSV)DEEEs,D L$D1L$2.L$!BL$$ M-MMN)rDrErFr[rrrr*r)rvrvs|X2 Fr*rvcb ttjd #t$rY!wxYw)Ni)rprr1r^rr*r)background_collectorr s'  Y 3 $s " ..zasol-collectorT)rr/daemon)z 127.0.0.1iOI)r)MrVr[rrrJr1 threadingpathlibrrr email.utilsr html.parserr urllib.parserr r urllib.requestr r xml.etreer r http.serverrrdeep_translatorrrbuffer_supportrrZrrrmedia_pipelinerrmedia_public_urlrdirname__file__rrr3rLloadrr@rOrrr_rrPrcrnrurrrrrrrrrr4rprtrvrThreadstart serve_foreverrr*r)rse6666'-"44+'C@jjN wwx ZZ^^I9: $))DdN;gN OQ K K? q r_&QJ T 2"Ed*NXV)F)FV   4:JRVW]]_atvIJKbLbZbZb\r*