VzPg&dZddlmZdZ ddlmZn#e$r ddlmZYnwxYwddlZddl Z ddl Z ddl m Z n#e$rddlZ YnwxYw ddlZn#e$rddlZYnwxYwddlZddlZejddkrefZneefZdZeZGdd e jZGd d Zd Zed kr edSdS)a PickleShare - a small 'shelve' like datastore with concurrency support Like shelve, a PickleShareDB object acts like a normal dictionary. Unlike shelve, many processes can access the database simultaneously. Changing a value in database is immediately visible to other processes accessing the same database. Concurrency is possible because the values are stored in separate files. Hence the "database" is a directory where *all* files are governed by PickleShare. Example usage:: from pickleshare import * db = PickleShareDB('~/testpickleshare') db.clear() print "Should be empty:",db.items() db['hello'] = 15 db['aku ankka'] = [1,2,313] db['paths/are/ok/key'] = [1,(5,46)] print db.keys() del db['aku ankka'] This module is certainly not ZODB, but can be used for low-load (non-mission-critical) situations where tiny code size trumps the advanced features of a "real" object database. Installation guide: pip install pickleshare Author: Ville Vainio License: MIT open source license. )print_functionz0.7.5)PathNcVdtt|dzzddS)Nz%02x)abshash)keys +lib/python3.11/site-packages/pickleshare.py gethashfiler @s( ScS)) )233 //c|eZdZdZdZdZdZdZedfdZ dZ d Z d Z d Z dd ZdZdZdZddZdZdZd S) PickleShareDBz7 The main 'connection' object for PickleShare database ct|tst|}tjtj|}t||_|j sJ |j dn-#t$r }|j tj krYd}~nd}~wwxYwi|_dS)z: Return a db object that will manage the specied directoryTparentsN) isinstance string_typesstrospathabspath expanduserrrootis_dirmkdirOSErrorerrnoEEXISTcache)selfres r __init__zPickleShareDB.__init__Gs$ -- t99Dwrw11$7788JJ y!!   ----   7el**+****  sB++ C5CCc|j|z } |tj}n#t$rt |wxYw||jvr*||j|dkr|j|dS |d5}tj| }dddn #1swxYwYn#t |xYw||f|j|<|S)z db['key'] reading rrbN) rstatST_MTIMErKeyErrorr!openpickleloadsread)r"r filmtimefobjs r __getitem__zPickleShareDB.__getitem__Ys,i#o XXZZ .EE   3--   $*  $*S/!* C CCCCC'c|j|z }|j}|r*|s|d|d5}t j||ddddn #1swxYwY ||jf|j |<dS#t$r!}|j tj krYd}~dSd}~wwxYw)z db['key'] = 5 Trwb)protocolN) rparentrrr+r,dumpr(st_mtimer!rrENOENT)r"r valuer/r8r1r#s r __setitem__zPickleShareDB.__setitem__ms#i#o  '&--// ' LLL & & &XXd^^ .q Kq1 - - - - . . . . . . . . . . . . . . . $chhjj&9:DJsOOO   w%,&&'&&&&& s*A77A;>A;#B(( C2CCc|j|z }|s||t|z }||i}|||i|||<dS)z hashed set N)rrrr getupdate)r"hashrootr r<hroothfileds r hsetzPickleShareDB.hset}ss H$||~~  KKMMM C((( HHUB   3-   U rTc|j|z }|t|z }||t}|tur1|r|turt ||S||}|||S)z hashed get )rr r? _sentinelr*hdict)r"rAr default fast_onlyrBrCrDs r hgetzPickleShareDB.hgets H$ C((( HHUI ' ' >> i''"3--' 8$$AuuS'"""rc||dz}|t|r|dpd}|dr|g|ddz}i}|D]X} |||n$#t $rt d|d||=YnwxYw||Y|S)z> Get all data contained in hashed category 'hashroot' as dict /*xxNCorruptz!deleted - hset is not threadsafe!)keyssortlenendswithr@r*printuncache)r"rAhfileslastallr1s r rHzPickleShareDB.hdicts8d?++ 6{{)vbz/R ==   *VfSbSk)F  A  47####   i"EFFFGGG  LLOOOO s0B  B-,B-c||dz}i}|D]2}|||||3|||dz<|D],}|j|z }|jdkr|-dS)z Compress category 'hashroot', so hset is fast again hget will fail if fast_only is True for compressed items (that were hset before hcompress). rMz/xxrPN)rRr@rWrnameunlink)r"rArXrZr1ps r hcompresszPickleShareDB.hcompresss8d?++  A JJtAw    LLOOOO!$X   A A Av~~ HHJJJJ   rc|j|z }|j|d |dS#t$rYdSwxYw)z del db["key"] N)rr!popr]r)r"r r/s r __delitem__zPickleShareDB.__delitem__s]i#o s4     JJLLLLL    DD s= A  A cxt||jddS)z% Make a key suitable for user's eyes \/)r relative_torreplace)r"r^s r _normalizedzPickleShareDB._normalizeds.1==++,,44T#>>>rNc|jd}nj|}fd|DS)z, All keys in DB, or all keys matching a globN*cbg|]+}||,S)is_filerh).0r^r"s r z&PickleShareDB.keys..s4BBBaiikkB  ##BBBr)rrglobglob)r"globpatfiless` r rRzPickleShareDB.keyssL ?IOOC((EEINN7++EBBBBUBBBBrcDt|SN)iterrRr"s r __iter__zPickleShareDB.__iter__sDIIKK   rcDt|Sru)rTrRrws r __len__zPickleShareDB.__len__s499;;rcX|si|_|D]}|j|ddS)z Removes all, or specified items from cache Use this after reading a large amount of large objects to free up memory, when you won't be needing the objects for a while. N)r!ra)r"itemsits r rWzPickleShareDB.uncachesE DJ $ $B JNN2d # # # # $ $r<cdgdzdgdzzdgz}d}d} ||}|S#t$rYnwxYw||krt|tj|||||z }|t|dz kr|dz }q)a Wait (poll) for a key to get a value Will wait for `maxwaittime` seconds before raising a KeyError. The call exits normally if the `key` field in db gets a value within the timeout period. Use this for synchronizing different processes or for ensuring that an unfortunately timed "db['key'] = newvalue" operation in another process (which causes all 'get' operation to cause a KeyError for the duration of pickling) won't screw up your program logic. g?rg?r6r&r)r*timesleeprT)r"r maxwaittimewtimestrieswaitedvals r waitgetzPickleShareDB.waitgetscUQY&!,  3i      ##smm# Jve} % % % F5M !Fs6{{A~%%q s " //c"t||S)z, Get a convenient link for accessing items )PickleShareLink)r"folders r getlinkzPickleShareDB.getlinkstV,,,rcd|jzS)NzPickleShareDB('%s'))rrws r __repr__zPickleShareDB.__repr__s$ty00rru)r~)__name__ __module__ __qualname____doc__r$r3r=rErGrKrHr_rbrhrRrxrzrWrrrrlrr rrEs%AA$( -64####&..   ???CCCC!!!    $ $ $@---11111rrc*eZdZdZdZdZdZdZdS)rz A shortdand for accessing nested PickleShare data conveniently. Created through PickleShareDB.getlink(), example:: lnk = db.getlink('myobjects/test') lnk.foo = 2 lnk.bar = lnk.foo + 5 cR|jtdSru)__dict__r@locals)r"dbkeydirs r r$zPickleShareLink.__init__(s" VXX&&&&&rcJ|jd|jddz|zS)Nrrre)r)r"r s r __getattr__zPickleShareLink.__getattr__+s%}T"4=#:3#>#DEErc0||j|jdz|z<dS)Nre)rr)r"r rs r __setattr__zPickleShareLink.__setattr__-s), C#%&&&rc|jd}||jddz}d|jdddd|DdS) NrrrMz.4s*777Qd1gg&&((777r>)rrRjoin)r"rrRs r rzPickleShareLink.__repr__/sk ]4 ww h/566 M( # # # HH77$777 8 8 8 8: :rN)rrrrr$rrrrlrr rrs]'''FFF---:::::rrc8ddl}|d}t}ddl}t |jdkrt |dS|jd}|jdd}|dkrC|sdg}||d}ddl}||dS|dkrn|j }||d}t|} | |D] \} } | || < dS|dkrI||d}| t | d dS|d krttdSdS) Nrz pickleshare - manage PickleShare databases Usage: pickleshare dump /path/to/db > dump.txt pickleshare load /path/to/db < dump.txt pickleshare test /path/to/db r6r&r9.loadtestwait250test)textwrapdedentrsysrTargvrVpprintr|stdinr.evalclearrrstress) rusageDBrcmdargsrrcontdatarvs r mainr6sOOO OO  E BJJJ 38}}q e  (1+C 8ABBrsB&%%%%% *-------***))))))*MMMMM A!6LL>L000 FHH U1U1U1U1U1O2U1U1U1r::::::::0%%%N jDFFFFFs- !!8 AAA AA