o 5ti8f@sdZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z ddl Z dZ d"ddZ z ddlmZmZmZWneyPddlmZmZmZYnwzddlmZWneyhdd lmZYnwzdd lmZWneydd lmZYnweeZd Zd Zd Z d\Z!Z"Z#ddZ$ddZ%ddZ&ddZ'ddZ(ddZ)ddZ*GdddeZ+Gdd d ej,Z-ed!kre.e dSdS)#a9 A lightweight wrapper around Python's sqlite3 database, with a dict-like interface and multi-thread access support:: >>> mydict = SqliteDict('some.db', autocommit=True) # the mapping will be persisted to file `some.db` >>> mydict['some_key'] = any_picklable_object >>> print mydict['some_key'] >>> print len(mydict) # etc... all dict functions work Pickle is used internally to serialize the values. Keys are strings. If you don't use autocommit (default is no autocommit for performance), then don't forget to call `mydict.commit()` when done with a transaction. N) b64decode b64encodez2.1.0cCs&|dur|}|j|ur|||N) __traceback__with_traceback)tpvaluetbr >/home/ubuntu/.local/lib/python3.10/site-packages/sqlitedict.pyreraise*s   r )dumpsloadsHIGHEST_PROTOCOL)UserDict) DictMixin)Queuez --close--z --commit--z --no more--)rcCs8|dur|}|durt}~|S||t}~|StSr)_PUT_REFERENT_DESTROYEDput_PUT_OK _PUT_NOOP)queue_referenceitemqueueretvalr r r _put^s rcOst|i|S)z*See documentation of the SqliteDict class.) SqliteDict)argskwargsr r r openssr!cCstt|tdS)zGSerialize an object using pickle to a binary format accepted by SQLite.protocol)sqlite3Binaryr PICKLE_PROTOCOLobjr r r encodexr)cCs tt|S)z*Deserialize objects retrieved from SQLite.)rbytesr'r r r decode}s r,cCstt|tddS)zJSerialize a key using pickle + base64 encoding to text accepted by SQLite.r"ascii)rr r&r,keyr r r encode_keysr0cCstt|dS)z(Deserialize a key retrieved from SQLite.r-)rrr)r.r r r decode_keyr*r1cCs|S)z1Identity f(x) = x function for encoding/decoding.r r'r r r identitysr2c @s eZdZgdZdddddeeeeddf d d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd>d.d/Zd0d1Zd2d3Zed4d5Zd?d6d7ZeZd@d8d9Z d:d;Z!dd|j}|j|||f}|durt|||dS)Nz$SELECT value FROM "%s" WHERE key = ?r)rKrRrir0KeyErrorr,)rWr/GET_ITEMrr r r __getitem__-s zSqliteDict.__getitem__cCsP|jdkr tdd|j}|j|||||f|jr&|dSdS)Nr4z)Refusing to write to read-only SqliteDictz+REPLACE INTO "%s" (key, value) VALUES (?,?)) rDrCrKrRrTr0r)rLrU)rWr/rADD_ITEMr r r __setitem__4s   zSqliteDict.__setitem__cCsX|jdkr td||vrt|d|j}|j|||f|jr*|dSdS)Nr4z,Refusing to delete from read-only SqliteDictzDELETE FROM "%s" WHERE key = ?) rDrCrrKrRrTr0rLrU)rWr/DEL_ITEMr r r __delitem__=s   zSqliteDict.__delitem__r c sjdkr tdz|}Wn tyYnwfdd|D}dj}j|||r5|jr> dSdS)Nr4z'Refusing to update read-only SqliteDictcs$g|]\}}||fqSr )r0r)).0kvr_r r Ps$z%SqliteDict.update..z,REPLACE INTO "%s" (key, value) VALUES (?, ?)) rDrCr}AttributeErrorrKrR executemanyupdaterLrU)rWr}kwds UPDATE_ITEMSr r_r rHs      zSqliteDict.updatecCryrrzr_r r r __iter__YrgzSqliteDict.__iter__cCs@|jdkr tdd|j}|j|j||jdS)Nr4z&Refusing to clear read-only SqliteDictzDELETE FROM "%s";)rDrCrKrRrUrT)rW CLEAR_ALLr r r rV\s    zSqliteDict.clearcCsftj|s td|d}t|}||}|}Wdn1s'wYdd|DS)z5get the names of the tables in an sqlite db as a listzfile %s does not existz1SELECT name FROM sqlite_master WHERE type="table"NcSsg|]}|dqS)rr )rnamer r r rpsz-SqliteDict.get_tablenames..)r@rEisfileIOErrorr$connectrTfetchall)rIGET_TABLENAMESrRcursorresr r r rSfs     zSqliteDict.get_tablenamescCs|jdur |j|dSdS)z Persist all data to disk. When `blocking` is False, the commit command is queued, but the data is not guaranteed persisted (default implication when autocommit=True). N)rRrUrWblockingr r r rUrs zSqliteDict.commitcCs|r td|t|dr*|jdur*|jjr |s |jjdd|jj|dd|_|jrAz t |j WdSt y@YdSwdS)Nz closing %srRT)r)force) rOrPr`rRrLrUrAr=r@rGrI Exception)rWdo_logrr r r rA}s  zSqliteDict.closec Cs|jdkr td||jdkrdStd|jztj|jr-t |jWdSWdSt t fyCt d|jYdSw)z3Delete the underlying database file. Use with care.r4z*Refusing to terminate read-only SqliteDictz:memory:Nz deleting %szfailed to delete %s) rDrCrArIrOinfor@rErrGOSErrorr exceptionr_r r r terminates  zSqliteDict.terminatecCs*z |jdddWdStyYdSw)NFT)rr)rArr_r r r __del__s  zSqliteDict.__del__)r T)TF)#__name__ __module__ __qualname__rBr)r,r2r]rQrarcrdrfrlrorsrvrxr{r|r}rrrrrrrV staticmethodrSrUsyncrArrr r r r rsD V      rcsteZdZdZdfdd ZddZddZd d Zdd d ZddZ dddZ dddZ dddZ dddZ ZS)r^z Wrap sqlite connection in a way that allows concurrent requests from multiple threads. This is done by internally queueing the requests and processing them sequentially in a separate thread (in the same order they arrived). Tcsftt|||_||_||_t|_d|_||_ t d|_ t |_|jd|_|dS)NTzsqlitedict.SqliteMultithread)superr^r]rIrLrMrreqsdaemonrNlogging getLoggerlog threadingLock_lockacquirerstart)rWrIrLrMrY __class__r r r]s    zSqliteMultithread.__init__cCsz|jrtj|jddd}ntj|jdd}Wnty-|jd|jt|_wz| d|j t |_ | }|| dW||fSty^|jdt|_w) zConnect to the underlying database. Raises an exception on failure. Returns the connection and cursor on success. NF)isolation_levelcheck_same_thread)rz0Failed to initialize connection for filename: %szPRAGMA journal_mode = %szPRAGMA synchronous=OFFz$Failed to execute PRAGMA statements.)rLr$rrIrrrsysrbrTrMre text_factoryrrU)rWrRrr r r _connects,     zSqliteMultithread._connectc Csz |\}}W|jn|jwd} |j\}}}}|tkr-|s,Jd|fn|tkr;|t|t nz| ||Wn}t y|jt |_\}}} Wdn1sbwYt} |jdt| D]} |j| qv|jdt||D]} |j| q|jd|jr|jdt|D]} |j| q|jdn|jdYnw|r|D] } t|| tkrnqt|t |jr|q|jd||t|t dS) NTz--close-- without return queuezInner exception:z Outer stack:z)Exception will be re-raised at next call.zxUnable to show the outer stack. Pass outer_stack=True when initializing the SqliteDict instance to show the outer stack.zreceived: %s, send: --no more--)rrreleaserget_REQUEST_CLOSE_REQUEST_COMMITrUr_RESPONSE_NO_MORErTrrrbr traceback extract_stackrerror format_listformat_exception_onlyrNrrLrPrA) rWrRrres_refreqargrYe_typee_valuee_tb inner_stackrrecr r r runs`      % FzSqliteMultithread.runcCsl|j)|jr$|j\}}}d|_|jdt|||WddSWddS1s/wYdS)a Check for and raise exception for any previous sqlite query. For the `execute*` family of method calls, such calls are non-blocking and any exception raised in the thread cannot be handled by the calling Thread (usually MainThread). This method is called on `close`, and prior to any subsequent calls to the `execute*` methods to check for and raise an exception in a previous call to the MainThread. NziAn exception occurred from a previous statement, view the logging namespace "sqlitedict" for outer stack.)rrrrr )rWrrrr r r check_raise_errorCs    "z#SqliteMultithread.check_raise_errorNcCsR|d}|jrtdd}d}|rt|}|j||p"t||fdS)a `execute` calls are non-blocking: just queue up the request and return immediately. :param req: The request (an SQL command) :param arg: Arguments to the SQL command :param res: A queue in which to place responses as they become available N) rrNrrweakrefrefrrtuple)rWrrrstackrr r r rT`s zSqliteMultithread.executecCs"|D]}|||q|dSr)rTr)rWrr}rr r r r}s zSqliteMultithread.executemanyccs<t}|||| |}||tkrdS|Vq )aR Unlike sqlite's native select, this select doesn't handle iteration efficiently. The result of `select` starts filling up with values as soon as the request is dequeued, and although you can iterate over the result normally (`for res in self.select(): ...`), the entire result will be in memory. TN)rrTrrr)rWrrrrr r r rqszSqliteMultithread.selectcCs,z tt|||WStyYdSw)zOReturn only the first row of the SELECT, or None if there are no matching rows.N)nextiterrq StopIteration)rWrrr r r ris  zSqliteMultithread.select_onecCs |r |tdS|tdSr)rirrTrr r r rUszSqliteMultithread.commitFcCs:|r|jtdttdfdS|t|dSr)rrrrrrrijoin)rWrr r r rAs   zSqliteMultithread.closer)NNr)F)rrr__doc__r]rrrrTrrqrirUrA __classcell__r r rr r^sV     r^__main__r)/rr$r@rr>rrrbase64rrr __version__r cPickler rrr& ImportErrorpickle collectionsr DictClassrrrrrrOrrrrrrrr!r)r,r0r1r2rThreadr^printr r r r s`