Zf!<dZddlmZddlZddlZddlZddlZddlZddlZddl m Z m Z m Z ddl mZddlmZmZddlZddlmZej*eZdaed Zej4d k\rdd Zn ej6Zdd Zdd ZGddZddZddZ ddZ!y)zHelpers.) annotationsN)CallableHashableIterable)Path)TypeVarcast)FileLockFT) c,tj|ddiS)zUse argument only available in newer Python. In this file, MD5 is only used for cache location, not security. usedforsecurityF)hashlibmd5)argss 0lib/python3.12/site-packages/tldextract/cache.pyrrs {{D8%88c ddlm}d|z}tjj t j}tt jjdjdd}djt jdd Dcgc] }t|c}}||||g}d j|}|S#t$rd}YwxYwcc}w) zGenerate an identifier unique to the python version, tldextract version, and python instance. This will prevent interference between virtualenvs and issues that might arise when installing a new version of tldextract r)versiondevz tldextract-utf-8N.__)tldextract._versionr ImportErrorospathbasenamesysprefixrencode hexdigestjoin version_infostr)rtldextract_versionpython_env_namepython_binary_path_short_hashvpython_versionidentifier_partspkg_identifiers rget_pkg_unique_identifierr0(s /'0gg&&szz2O$' (9(9'(B$C$M$M$OPRQR$S!XXs/?/?/DE!s1vEFN%  YY/0N ! FsCC CCctjjdd}||Stjdd}|-tjdd}|rt t |d}|t t |dt St t tjjtdS)zGet a cache dir that we have permission to write to. Try to follow the XDG standard, but if that doesn't work fallback to the package directory http://specifications.freedesktop.org/basedir-spec/basedir-spec-latest.html TLDEXTRACT_CACHENXDG_CACHE_HOMEHOMEz.cachezpython-tldextractz .suffix_cache) renvirongetgetenvr(rr0r dirname__file__) cache_dirxdg_cache_home user_homes r get_cache_dirr=Cs  148IYY/6NIIfd+  i!:;N! !46O6Q R  tBGGOOH-? @@rceZdZdZd d dZd dZ d dZddZ ddZ ddZ ddZ y ) DiskCachez0Disk _cache that only works for jsonable values.ct||_tjj t |xsd|_||_d|_y)z.Construct a disk cache in the given directory.z.tldextract.jsonN) boolenabledrr expanduserr(r: lock_timeoutfile_ext)selfr:rEs r__init__zDiskCache.__init___s=I ++C N,@bA(+ rc|js td|j||}tjj |std|zdzt |z t|5}tj|cdddS#1swYyxYw#ttf$r:}tjd||td|zdzt |zdd}~wwxYw)z%Retrieve a value from the disk cache.zCache is disabledz namespace: z key: Nz#error reading TLD cache file %s: %s)rCKeyError_key_to_cachefile_pathrr isfilerepropenjsonloadOSError ValueErrorLOGerror)rG namespacekeycache_filepath cache_fileexcs rr6z DiskCache.geths||./ /44YDww~~n-=94x?$s)KL L Wn% -yy, - - -$ W II;^S Q=94x?$s)KLRV V Ws6' B2B BBBBC&,5C!!C&c@|jsy|j||} t|t|d5}t j ||dddy#1swYyxYw#t $r0}ts tjd||||daYd}~yYd}~yd}~wwxYw)zSet a value in the disk cache.Nwunable to cache %s.%s in %s. This could refresh the Public Suffix List over HTTP every app startup. Construct your `TLDExtract` with a writable `cache_dir` or set `cache_dir=None` to silence this warning. %sT) rCrK _make_dirrNrOdumprQ_DID_LOG_UNABLE_TO_CACHErSwarning)rGrUrVvaluerWrXioes rsetz DiskCache.setws|| 44YD 0 n %nc* -j %, - - - 0+ G" ,0(, 0s4A$AA$A!A$!A$$ B-!BBc tj|jD]p\}}}|D]e}|j|js|j|jdzs= tj t t||gry#t$rYvt$r(}|jtjk7rYd}~d}~wwxYw)zClear the disk cache..lockN) rwalkr:endswithrFunlinkr(rFileNotFoundErrorrQerrnoENOENT)rGroot_filesfilenamerYs rclearzDiskCache.clears ggdnn5 "ND!U! "$$T]]3x7H7HMMG+8" #d4&:";< " "-""99 4!5"s'(B CC'C  Cctt|j|}t|}tt|||jz}|S)N)r(rr:_make_cache_keyrF)rGrUrVnamespace_path hashed_key cache_paths rrKz DiskCache._key_to_cachefile_pathsCT$..)<=$S) nj4==.HIJ rcB|js|di|S|jDcic] \}}||vs ||}}}|j||}|dz} t|t| |j5 tt|j||} | cdddScc}}w#t$r3} t st jd|||| da|di|cYd} ~ Sd} ~ wwxYw#t$r|di|} |j||| YwwxYw#1swYyxYw) !Get a url but cache the response.rer\TNtimeout)rUrV)rUrVra)rCitemsrKr]rQr_rSr`r rEr r r6rJrc) rGfuncrUkwargshashed_argnameskr,key_argsrW lock_pathrbresults r run_and_cachezDiskCache.run_and_caches6||>&> !%+\\^LTQqO7KAqDLL44YI"W,  " n %$i):): ;  JaI8!LM   -M  "+ G" ,0(>&> ! "( J9(&I J  sX B%B% B+7D9!C*D+ C'4(C"C'"C'*%DDDDDc>|jtd|||ddgS)rwurls)sessionurlryr)r|rUr}r~)r _fetch_url)rGrrrys rcached_fetch_urlzDiskCache.cached_fetch_urls1!!&swG"G "  rN))r:z str | NonerEint)rUr(rVstr | dict[str, Hashable]returnobject)rUr(rVrrarrNone)rr)rUr(rVrrr() r|zCallable[..., T]rUr(r}zdict[str, Hashable]r~z Iterable[str]rr )rrequests.Sessionrr(ryzfloat | int | Nonerr() __name__ __module__ __qualname____doc__rHr6rcrprKrrrzrrr?r?\s:+ W00#<0EK0 08""#< ((($ ( ' ( (T  '  .1  >"''//(3 4  KK1 2 5 yyELL() s2A22 B#;BB#)rbytesrz hashlib._Hash)rr()rrrr(ryz int | Nonerr()rrrr()ror(rr)"r __future__rrjrrOloggingrr"collections.abcrrrpathlibrtypingrr requestsfilelockr getLoggerrrSr_r r'rr0r=r?rrrr]rzrrrs"   88 g!  CLv9 ++C6A2E E P/ r