a fDf,@sddlmZddlmZddlmZmZmZmZddl m Z ddl m Z ddl m Z ddlmZmZd d ZGd d d eZdddZdS)) Interface)Lock) merge_withtopk accumulatepluck)add)bisect) defaultdict)QueueEmptycCsdSNrrrrY/nfs/NAS7/SABIOD/METHODE/ermites/ermites_venv/lib/python3.9/site-packages/partd/buffer.pyzero src@sheZdZdddZddZddZdd d Zdd d Zdd dZdddZ ddZ ddZ dddZ dS)BuffereAcCs8t|_||_||_||_tt|_d|_t |dSr) rlockfastslowavailable_memoryr rlengths memory_usager__init__)selfrrrrrrrs zBuffer.__init__cCs|j|j|j|j|jdS)Nrrrrrrrrrr __getstate__s zBuffer.__getstate__cCs$t||t|_|j|dSN)r __setstate__rr__dict__update)rstaterrrr s zBuffer.__setstate__TcKs|r|jz|D]0\}}|j|t|7<|jt|7_q|jj|fddi||j|jkrt |jddd}| |qbW|r|j n|r|j 0dS)NrF皙?)maxcount) racquireitemsrlenrrappendr keys_to_flushflushrelease)rdatarkwargskvkeysrrrr*#s z Buffer.appendcKs^|r|jz:ttt|jj|dd|jj|dd}W|rZ|jn|rX|j0|SNFr) rr'listmapr rgetrr-)rr2rr/resultrrr_get2s z Buffer._getcCsH|r|jz$|jj||ddW|rD|jn|rB|j0dS)z Idempotent set Fr4N)rr'rZisetr-)rkeyvaluerrrr_iset;sz Buffer._isetcCsV|r|jz2|jj|dd|jj|ddW|rR|jn|rP|j0dSr3)rr'rdeleterr-)rr2rrrr_deleteCs zBuffer._deletecCs"|j|j|jdSr)Z _iset_seenclearrdroprrrrrr@Ks  z Buffer.dropcGs |dSr)r@)rargsrrr__exit__PszBuffer.__exit__NcCsf|durt|j}|jtt||j||j||D] }|j |j|8_ |j|=q@dS)a Flush keys to disk Parameters ---------- keys: list or None list of keys to flush block: bool (defaults to None) Whether or not to block until all writing is complete If no keys are given then flush all keys N) r5rrr*dictziprr7r=r)rr2blockr:rrrr,Ss   z Buffer.flush)r)T)T)T)T)NN) __name__ __module__ __qualname__rrr r*r9r<r>r@rBr,rrrrr s    rr$順c Csxttt|dd|dd}t|}t|tdttt t t d|||}dd|d|D}|stJ|S)z Which keys to remove >>> lengths = {'a': 20, 'b': 10, 'c': 15, 'd': 15, ... 'e': 10, 'f': 25, 'g': 5} >>> keys_to_flush(lengths, 0.5) ['f', 'a'] r)r:cSsg|] \}}|qSrr).0r0r1rrr zz!keys_to_flush..N) rmaxr)r(sumvaluesminr r5rr r)rfractionr&toptotalcutoffr8rrrr+ks r+N)r$rI)corer threadingrZtoolzrrrroperatorr r collectionsr queuer r rrr+rrrrs     ^