jdZddlZddlZddlmZddlmZmZddlmZddl m Z ddl m Z ejd Zd ed ed efd Zded efdZded efdZdeezd efdZdedzd edzfdZy)z Utilities.N)suppress)datetimetimezone)unescape)unquote) DDGSExceptionz<.*?> html_bytesqueryreturncdD]Y\}}}tt5|j||z}|j||}|||jcdddcSd|d}t |#1swYvxYw)zExtract vqd from html bytes.))svqd="")svqd=&)svqd='r'Nz_extract_vqd() query=z Could not extract vqd.)r ValueErrorindexdecoder )r r c1c1_lenc2startendmsgs 5/usr/local/lib/python3.12/dist-packages/ddgs/utils.py _extract_vqdrs2FB j ! 2$$R(61E""2u-CeC(//1 2 2 2 #E8#: ;C    2 2s 9A00A9 urlc@|rt|jddSdS)z(Unquote URL and replace spaces with '+'. +)rreplace)rs r_normalize_urlr$s -073<  S )8b8rawc`|sytjd|}t|}tjd|}t |Dcic]*}tj |ddk(st|d,}}|r|j|}dj|jScc}w)zNormalize text. Strip HTML tags, unescape HTML entities, normalize Unicode, remove "c" category characters, and collapse whitespace. r"NFCrCNr ) _REGEX_STRIP_TAGSsubr unicodedata normalizesetcategoryord translatejoinsplit)r&textch c_to_nones r_normalize_textr7$s   S )D D>D   -D*-TY2k6J6J26Nq6QUX6XR$YIY~~i( 88DJJL !! Zs  B+)B+datect|tr2tj|tj j S|S)z8Normalize date from integer to ISO format if applicable.) isinstanceintr fromtimestamprutc isoformat)r8s r_normalize_dater??s3EOPTVYEZ8 ! !$ 5 ? ? Ad`ddr%proxyc|dk(rdS|S)z.Expand "tb" to a full proxy URL if applicable.tbzsocks5h://127.0.0.1:9150)r@s r_expand_proxy_tb_aliasrDDs).$ %AEAr%)__doc__rer, contextlibrrrhtmlr urllib.parser exceptionsr compiler*bytesstrrr$r7r;r?rDrCr%rrNs ' %BJJw' U 3 3  999 """6e#)ee B#*BtBr%