-iѪddlZddlZddlZddlZddlmZmZddlmZddl m Z m Z ddl m Z mZmZmZddlmZmZmZmZmZmZmZmZddlmZddlmZdd lmZdd lm Z  dd Z!Gd de"Z#Gdde#Z$Gdde#Z%Gdde#Z&Gdde#Z'Gdde#Z(Gdde#Z)Gdde$Z*GddZ+dS) N) getsourcegetfullargspec) randrange)Storage IU_Storage)IU_UniqueHashIndex IU_HashIndex HashIndexUniqueHashIndex) ElemNotFound DocIdNotFoundIndexExceptionIndexTryReindexExceptionReindexExceptionIndexNotFoundException IndexConflict)Parser)NONE)cdb_environment) random_hex_4c Pd|d|d|d|d|d }|dS)Nz# z # z # inserted automatically import os import marshal import struct import shutil from hashlib import md5 # custom db code start # db_custom z) # custom index code start # ind_custom z; # source of classes in index.classes_code # classes_code z # index code start utf8)encode) index_name index_class db_custom ind_custom classes_codess S/var/www/html/speakWrite/venv/lib/python3.11/site-packages/codernitydb3/database.pyheader_for_indexesr#*sA>zz;;; :::|||5 EA6 88F  ceZdZdS)DatabaseExceptionN__name__ __module__ __qualname__r$r"r&r&MDr$r&ceZdZdS)PreconditionsExceptionNr'r+r$r"r.r.Qr,r$r.ceZdZdS) RecordDeletedNr'r+r$r"r0r0Ur,r$r0ceZdZdS)RecordNotFoundNr'r+r$r"r2r2Yr,r$r2ceZdZdS) RevConflictNr'r+r$r"r4r4]r,r$r4ceZdZdS)DatabaseConflictNr'r+r$r"r6r6ar,r$r6ceZdZdS)DatabasePathExceptionNr'r+r$r"r8r8er,r$r8ceZdZdS)DatabaseIsNotOpenedNr'r+r$r"r:r:ir,r$r:ceZdZdZdZdZd>dZdZd>dZdZ d>d Z d Z d?d Z d@dZ dAdZdAdZdBdZdZdCdZd@dZdZdZd>dZd>dZd>dZdZdZdZdZd Zd!Zd"Zd#Z d$Z!d%Z"d&Z#d'Z$d(Z%d)Z&d*Z'd+Z(d,Z)d-Z*d.Z+dDd/Z, dEd1Z- dFd2Z.d3Z/d4Z0d5Z1d6Z2d7Z3d8Z4d9Z5d:Z6d;Z7d<Z8d=Z9dS)GDatabasez2 A default single thread database object. rcZ||_d|_g|_d|_i|_d|_dS)NF)pathstorageindexesid_ind indexes_namesopenedselfr>s r"__init__zDatabase.__init__ts1     r$Nc|rP t|ddd}n#txYw|dz }|dkrd}td}d||fzStd}d |zS) z Creates new revision number based on previous one. Increments it + random bytes. On overflow starts from 0 again. Niris%04x%04xs0001%04x)intr4r)rEold_revrev_numrnds r"create_new_revzDatabase.create_new_rev|s  0 $gbqbk2.. $!mm# qLGE""C'3/ /S  s-c2|jstddS)NzDatabase is not opened)rCr:rEs r" __not_openedzDatabase.__not_openeds({ @%&>?? ? @ @r$cJ|r|ng}|D]}||ddS)z Set indexes using ``indexes`` param :param indexes: indexes to set in db :type indexes: iterable of :py:class:`codernitydb3.index.Index` objects. FcreateN) add_index)rEr@inds r" set_indexeszDatabase.set_indexessD%,''" . .C NN3uN - - - - . .r$c t|j}|dstj|}||_t |dg}d}|D]}|t|dzz }tjtj |d||j fzdzd5}| t|j |jjt |ddt |dd|| |d d d d n #1swxYwYd S) z Adds single index to a database. It will use :py:meth:`inspect.getsource` to get class source. Then it will build real index file, save it in ``_indexes`` directory. cr rz %.2d%s.pyw custom_headerrNT)r __class__ startswithtextwrapdedent_ordergetattrioFileIOosr>joinnamewriter#r(r) rEpiindexcodecls_coder currfs r"_add_single_indexzDatabase._add_single_indexsy ))s## )?4((D 5."55  5 5D IdOOf4 4LL Yrw||Ax1ej/'AE'IJJ ) GG"5:u/G#*4"#E#E#*5/2#F#F#/11 2 2 2 GGDKK'' ( ( ( ) ) ) ) ) ) ) ) ) ) ) ) ) ) )ts2AD>c6|r|ni}tjtj||d5}|ddd}|ddd}|d}dddn #1swxYwY t|dtj||zd}|tvrt|tn)t|ttt||j|fi|} t|dd| _| S#tj||} tj| | dzt!jd| dzxYw) af It will read single index from index file (ie. generated in :py:meth:`._add_single_index`). Then it will perform ``exec`` on that code If error will occur the index file will be saved with ``_broken`` suffix :param p: path :param ind: index name (will be joined with *p*) :returns: new index object rNrz rhreadlinestripdecodereadcompileglobalsrvlocalsrKrcrenamewarningswarn) rErkrW ind_kwargsrqri_classrnobjind_objind_paths r"_read_index_singlezDatabase._read_index_singles$.5ZZ2 Yrw||As++S 1 1 +Q::<<#))++226::DZZ\\!""%++--44V<z3Database.__check_if_index_unique..sKLLaa"goo!BQB%3s88:K:K:K:K:K:KLLr$Already exists)rglistdirr>rhanyr)rErirr@s `` r"__check_if_index_uniquez Database.__check_if_index_uniquesf*RW\\$)Z@@AA LLLLL7LLL M M 2 011 1 2 2r$rFc: |i}tj|jd}t|tr=|ds't |dks|ddkrt}| |\}}|}|ddd|ddd} d g} |D]} | d | z| d t| | } | d |dd dz } | d |  dz } | }n6|ddd |jvr|std|r`t!t#fdtj|} | st'dt)| ddd}|dkr|sdkst'dd|fz}|s||tj||dz}tj|rtj||dzt1j|d5}t|tr| d}||dddn #1swxYwY|||dz}nt|trs|dr^|dd}|ds|dz }||||}|j|jvr|stdnt|t<rm|t?|j j!j"dd}|D]=}|dvr7tG|tI}t|tHs|||<>|r`t!t#fdtj|} | st'dt)| ddd}j|jvr|std|dkr|sjdkst'd|s|j||%||d|jfz}|||dz|}|jnt'd|fS)Nrpath:rHz# inserted automaticallyrrurJz #SIMPLIFIED CODEz#%sz#SIMPLIFIED CODE END )r rrcJ|do |ddkSNr\rurendswith)rris r"z(Database.__write_index..s$QZZ%6%6%J1QrT7d?r$z+Can't edit index that's not yet in databaseidz Id index must be the first addedr[r\_lastr])argskwargscT|do|ddjkSr)rri)rrWs r"rz(Database.__write_index..,s'QZZ%6%6%N1QrT7ch;Nr$zPArgument must be Index instance, path to index_file or valid string index format)&rgr>rh isinstancerr`len splitlinesrparseappendr#rryrBrlistfilterrr.rK _Database__check_if_index_uniqueexistsrrerfrjrrrirrr_rFrrdrrr)rE new_indexnumbereditrrkparcustom_importsr!rZcomentedlines2previous_indexr ind_path_frqrr>init_argumentsrpvrWris @@r" __write_indexzDatabase.__write_indexs9  J GLLJ / / i % %[ i.B.B7.K.K[ 9''))**Q..)2F2F333.3/3/hh$'IIi$8$8!LLNNtABBxaDH23%002222DOOEDL1111 :;;;'aNKKKdii!""&&--f555dii))00888  ++--a04zz||t)))$)#$4555 4!%JJJJ:a==**"+"+&G0EGGG^A.rr233{{4{ ,688864.0H ;,,T6:::aE)9::Jw~~j)) 0 *$w.000:s++ #qi--9 ) 0 0 8 8I """ # # # # # # # # # # # # # # # --aE1ABBGG  3 ' '* I,@,@,I,I* QRR=D==''  --azBBG>>  " "1fc 2 2 2638"44H--aE1A:NNG.Ss!**U*;*;r$rurJrFrrpatchersr+)rgr>rhr initializesortedrrrK_Database__write_indexr@rrB create_index_Database__set_main_storage_Database__compat_thingsrd) rErrUrrkcurrentlast_nextrripatchs r"rVzDatabase.add_indexCsr  J GLLJ / /w~~a    OO    ; ;RZ]]KKLL  wr{2A2''D1HEEE**9e%*HH  G$$$#*4  '{{}} '$$&&& 4<<  # # % % %  " " "Wj!! ! !E E$  r$c`|i}||dd\}tfd|jD}||j|}|||j|<||j<|r|S)z Allows to edit existing index. Previous working version will be saved with ``_last`` suffix (see :py:meth:`.revert_index` :param bool reindex: should be the index reindexed after change :returns: index name NrTrc32K|]}|jk |VdSN)ri)rrris r"rz&Database.edit_index..ts)==afnn1nnnn==r$)rnextr@ close_indexrm open_indexrB reindex_index)rErmreindexrroldindex_of_indexris @r" edit_indexzDatabase.edit_indexhs  J**5"4*@@ ====dl===== ++C00'. ^$#*4  %   t $ $ $ r$c~tj|jd}|jvr|j}d|jfz}n/tj|}t fd|D}|stdztj||dz}tj|stdz|dd} tj || d tj | d z} | | ||S) z Tries to revert index code from copy. It calls :py:meth:`.edit_index` with previous working. :param string index_name: index name to restore rz %.2d%s.pyc38K|]}|ddk|VdSrr+)rrrs r"rz(Database.revert_index..s5JJAAadGz4I4Ia4I4I4I4IJJr$z%s index not foundrzNo previous copy found for %sNzpath:%srJ) rgr>rhrBrcrrr&rrsplitr) rErrrrrW full_namer@ last_pathcorrect_last_pathrks ` r" revert_indexzDatabase.revert_index~s:7<< :66 + + +$Z0C#sz:&>>IIj**GJJJJJJJKKI G#$8:$EFF FGLL9w+>?? w~~i(( 0#$C$.%/00 0%crcN ).///  &788; ;q':666r$AllcT||jvr&|td|z|j|}d|j|fz}|dz }t jt j|jd|d5}| }|dkr|cdddS|dkr | d }||d}| d d }td |} d | cdddS#t$rYddddSwxYw|dkrJ | d }|d|cdddS#t$r|cYcdddSwxYw dddn #1swxYwYdS)z It will return full index code from index file. :param index_name: the name of index to look for code Index `%s` doesn't existsr[r\rrtrNSs#SIMPLIFIED CODErJc|ddSNrJr+rs r"rz)Database.get_index_code..squr$ r$P)rB_Database__not_openedrrcrerfrgr>rhr{rmrmap ValueError) rEr code_switchrWrirqcor!llls r"get_index_codezDatabase.get_index_codes T///      ()D)3*455 5 ,3:z22   Yrw||DIz4@@# F F $!Be## $ $ $ $ $ $ $ $ c!!*((#677C344A qt,A__a00B ::b>> $ $ $ $ $ $ $ $" $ $ $ $ $ $ $ $c!!$((#677Cdsd8+ $ $ $ $ $ $ $ $$"II' $ $ $ $ $ $ $ $$" $ $ $ $ $ $ $ $ $ $ $ $ $ $ $.ssaF0F7D$ A F$ D=.F<D== FE2 F2 F >F F  FF!$F!c| |jdj|_|jd|_dS#t$rYdSwxYw)zD Sets database main storage (from the **id** index) rN)rBr?rAKeyErrorrQs r"__set_main_storagezDatabase.__set_main_storagesP -d3;DL,T2DKKK    DD s )- ;;c`|jdurtd|s|j}n||_|r}|jstdtj|jd}tj|rtdt j||jS)a Initialize new database :param path: Path to a database (allows delayed path configuration), if not provided self.path will be used :param makedir: Make the ``_indexes`` directory or not :returns: the database path TAlready openedNo path specifiedrz$Cant't create because already exists)rCr6r>r.rgrhrmakedirs)rEr>makedirrks r"rzDatabase.initializes ;$  "#344 4 9DDDI  9 B,-@AAA TY 33Aw~~a   O&'MNNN KNNNyr$c|r|ni}|jr>tj|js||jd|jvr8|r6d|vr |j|d<d|d<t di|}||d|jD]<} |#t$rtd|j zwxYwdS) zv Will open new database (works like create), if not self.path provided will call initialize() rdb_pathriFrTz%Already exists (detected on index=%s)Tr+) r>rgrrrBr rVr@rrr6ri)rE with_id_index index_kwargsrArms r" __open_newzDatabase.__open_news (4;|| 9 +7>>$),, + *** t) ) )m ) ,,*.) Y'#'L $44|44F NN6%N 0 0 0\ J JE J""$$$$! J J J&;ejHJJJ Jts B,,"Cctj|jd}tj|D]1}|dr|d|zd2dS)z: Read all known indexes from ``_indexes`` rr\rFrTN)rgr>rhrrrV)rErkrWs r" _read_indexeszDatabase._read_indexessk GLLJ / /:a== < r.rCr6_Database__open_newrr)rEr>rs r"rUzDatabase.creates  " OOD ! ! !y >()<== = ;$  "#344 4!!&!!! !!!  yr$c|s|j}|sdStj|r=tjtj|dSdS)zi Checks if database in given path exists :param path: path to look for database Fr)r>rgrrhrDs r"rzDatabase.exists&s`  9D 5 7>>$   B7>>"',,tZ"@"@AA Aur$c.|jdurtd|r||_|jstdtj|jst dg|_d|_i|_ | d|j vrtd|jD]}| |j d | |d|_dS) zf Will open already existing database :param path: path with database to open TrrzCan't open databaseNrzThere must be `id` index!c|jSr)rc)rWs r"rzDatabase.open..Ms#*r$)key)rCr6r>r.rgrr8r@rArBrrsortrr)rEr>rms r"openz Database.open4s) ;$  "#344 4  DIy >()<== =w~~di(( ?'(=>> >   t)))()DEE E\  E        44555 !!!  tr$c|jstdd|_i|_d|_|jD]}|g|_d|_dS)z% Closes the database z Not openedNFT)rCr6rArBr?r@rrErms r"closezDatabase.closeSsk{ 1"<00 0  \  E         tr$c|stdt|jddD](} ||#t $rY%wxYwt |dd|jtj |j dD]t\}}}|D]4}tj tj ||5|D]4}tjtj ||5utj|j |dS)zT Allows to destroy database. **not reversable** operation! zDoesn't exists'rJNrAF)topdownT)rr6reversedr@ destroy_indexrrdrAdestroyrgwalkr>removerhrmdirr )rErmrootdirsfilesris r"rzDatabase.destroybs[{{}} 6"#455 5dl122.//  E ""5))))!     44 ( ( 4 K   ! ! !!#E!B!B!B 3 3 D$ 4 4 "',,tT223333 3 3dD112222 3  tsA A&%A&c ||}n?#t$r2}tjd|jd|dt d}Yd}~nd}~wwxYw|r|\}} ||} n?#t$r2}tjd|jd|dt d} Yd}~nd}~wwxYw| r| \} } | |kr/|||||| | dS| |krN ||| | dS#ttf$r tjd|jzYdSwxYwdS|||dS| |||dS)z Performs update operation on single index :param index: the index to perform operation :param data: new data :param db_data: database data :param doc_id: the id of document zProblem during update for ` `, ex = `z`, uou should check index code.N`, you should check index code.z&Reindex might be required for index %s) make_key_value ExceptionrrriRuntimeWarningdeleteinsert_with_storageupdate_with_storager r _single_insert_index) rErmdatadb_datadoc_idold_should_indexexold_key old_valuenew_should_indexnew_key new_values r"_single_update_indexzDatabase._single_update_index|s- $$33G<<   $ $ $ MM#(:::rrr34B D D D $        $  ;!1 GY (#(#7#7#=#=   ( ( ( #(:::rrr34BDDD$(       (   .%5"g%%LL111--fgyIIIII)++(11&'9MMMMM(-8(((! H!J'(((((((,+ VW-----  % %eT6 : : : : :s> A(AA A66 B2(B--B28D-EEc|j|\}}|d|}|d|krt||}|j||||||fS)z1 Performs update on **id** index r_rev)rArgetr4rOr!)rEr/r#_idvaluer$new_revs r"_update_id_indexzDatabase._update_id_indexs[//55 U((4%% 6?d " "-- %%d++ ''We<<<GW$$r$c|||\}}}|jddD]}|||||||fS)zC Performs update operation on all indexes in order rJN)r4r@r-)rEr/r#r1r3r$rms r"_update_indexeszDatabase._update_indexessc!% 5 5dD A AWg\!""% A AE  % %eT7C @ @ @ @G|r$c ||}n?#t$r2}tjd|jd|dt d}Yd}~nd}~wwxYw|r|\}}||||dSdS)z Performs insert operation on single index :param index: index to perform operation :param data: new data :param doc_id: document id zProblem during insert for `rrN)rrrrrirr )rErmr#r% should_indexr'rr2s r"r"zDatabase._single_insert_indexs  //55LL   MM#(:::rrr34B D D D LLLLLL   :%JC  % %fc5 9 9 9 9 9 : :s A(AAcx|j|\}}|j||||S)z2 Performs insert on **id** index. )rArr )rEr/r#r1r2s r"_insert_id_indexzDatabase._insert_id_indexs>[//55 U ''T5999 r$c|||}|jddD]}||||dS)zC Performs insert operation on all indexes in order rJN)r:r@r")rEr/r#r1rms r"_insert_indexeszDatabase._insert_indexessX##D$//\!""% 8 8E  % %eT3 7 7 7 7 8 8r$c||}|sdS|\}} |||dS#t$rYdSwxYw)a\ Performs single delete operation on single index. It's very similar to update functions (that's why data is in arguments) :param index: index to perform operation :param data: not important (because of update operations) :param doc_id: document id :param old_data: current data in database N)rrr)rErmr#r%old_data index_datarr2s r"_single_delete_indexzDatabase._single_delete_indexsn))(33   F U  LL % % % % %"    FF s8 AAcn|j|}|j|dS)z3 Performs delete from **id** index N)rAmake_keyr)rEr1r/r#rs r"_delete_id_indexzDatabase._delete_id_indexs5 k""3'' 3r$c|d|}|d|krt|jddD]}|||||||||dS)zC Performs delete operation on all indexes in order rr/rJN)r0r4r@r@rC)rEr1r/r#r>rms r"_delete_indexeszDatabase._delete_indexes s88D#&& F t # #-- \!""% B BE  % %eT3 A A A A c4.....r$cHt|tr)||jvrtd|z|j|}n,||jvr#|td|jdkr#|tdd|j|jfzdz}tj |j d|}tj || |j|j=|j |dS) z Destroys index :param index: the index to destroy :type index: :py:class:`codernitydb3.index.Index`` instance, or string No index named %srhunlinkrr)rErm full_filerks r"rzDatabase.destroy_indexs! eS ! ! PD...,-@5-HIII&u-EE$,&&      (NPP P :        ()GHH H ej99EA GLLJ : : !    uz * E"""""r$cdt|tr)||jvrtd|z|j|}n,||jvr#|tdt |ddrtd|jzd|_ | |` dS)a Compacts index Used for better utilization of index metadata. The deleted documents will be not more in structure. :param index: the index to destroy :type index: :py:class:`codernitydb3.index.Index`` instance, or string rGrH compactingFz The index=%s is still compactingTN) rrrBr.r@rrdrrirLcompactr s r" compact_indexzDatabase.compact_index-s eS ! ! PD...,-@5-HIII&u-EE$,&&      (NPP P 5, . . /"#E#(:$.// /     r$cD|jD]}||dS)z- Runs compact on all indexes N)r@rNr s r"_compact_indexeszDatabase._compact_indexesEs6\ & &E   u % % % % & &r$c|j|d\}}}}}|tjtjfvr||||dSdS)Nr1)rAr0rSTATUS_DSTATUS_Ur")rErmr#r%revstartsizestatuss r"_single_reindex_indexzDatabase._single_reindex_indexLsc+/;?? K,,(UD& %.%.9 9 9  % %eT6 : : : : : : 9r$ct|tr)||jvrtd|z|j|}n,||jvr#|td|jdkr#|tdt|ddrtd|jz| d}d|_ | |  t|}|||n#t$rYnwxYw8|` d S) a  Performs reindex on index. Optimizes metadata and storage informations for given index. You can't reindex **id** index. :param index: the index to reindex :type index: :py:class:`codernitydb3.index.Index`` instance, or string rGrHrzId index cannot be reindexed reindexingFz The index=%s is still reindexingTN)rrrBr.r@rrirdrallrZrrrrX StopIteration)rErmall_iterrps r"rzDatabase.reindex_indexRs} eS ! ! PD...,-@5-HIII&u-EE$,&&      (NPP P :        ()GHH H 5, . . /"#E#(:$.// /88D>>   8 8H~~**5$7777!     8    sD-- D:9D:cT|jddD]}||dSr)r@rr s r"_reindex_indexeszDatabase._reindex_indexesxs=\!""% & &E   u % % % % & &r$cd|vr#|td|}d|vrC |j}n0#|t dxYw|d}|J||d<||d<|||||d}|||S)a It's using **reference** on the given data dict object, to avoid it copy it before inserting! If data **will not** have ``_id`` field, it will be generated (random 32 chars string) :param data: data to insert r/z&Can't add record with forbidden fieldsr1zNo id?Nr1r/)rr.rOrA create_keyr&r<update)rEr#r/r1rets r"insertzDatabase.insert|s T>>      (8:: :""$$}} 2k,,.. 2!!###'111u+CV U  T4(((4(( C s A%BcDd|vsd|vr#|td|d} t|}n(#|tdxYw|||\}}||d}|||S)z It's using **reference** on the given data dict object, to avoid it copy it before updating! ``data`` **must** contain ``_id`` and ``_rev`` fields. :param data: data to update r/r1z Can't update without _rev or _idz!`_rev` must be valid bytes objectra)rr.bytesr6rc)rEr#r/r1r3rds r"rczDatabase.updates~~Ud]]      ()KLL LF| N;;DD N      ()LMM M++D$77 W7++ C s A%A*cF |j|}n4#t$r'|td|zwxYw ||\}}}} } n!#t $r} t | d} ~ wwxYw|s| st d| tjkrtd|r!| r|j } | || | } ni} |r0|dkr*|j } |d|d}| r|| d<nd|i} || d<|dkr|| d <n|| d <| S) aP Get single data from Database by ``key``. :param index_name: index to get data from :param key: key to get :param with_doc: if ``True`` data from **id** index will be included in output :param with_storage: if ``True`` data from index storage will be included, otherwise just metadata. rNz Not foundDeletedrFdocr1r/r) rBrrrr0r r2rrRr0r?)rErrwith_doc with_storagerWl_key_unkrUrVrWr'r?r#rjs r"r0z Database.gets 5$Z0CC 5 5 5      ()D)3*455 5 5 %/2wws|| ,E4ff % % % $$ $ % .T . -- - U^ # # ** *  D kG;;udF33DDD  $ d**kG((4..C $!U s|U   DLLDK s! 1AA!! A?+A::A?rc +RK|dkr#|td |j|} n4#t$r'|t d|zwxYw| j} ||| |||} n| j||||fi| } t| } |r| dr| j | dd}ni}| d}|r#| d|d }|r||d <nd |i}||d <| | d |d <|Vn#t$rYdSwxYw)a0 Allows to get **multiple** data for given ``key`` for *Hash based indexes*. Also allows get **range** queries for *Tree based indexes* with ``start`` and ``end`` arguments. :param index_name: Index to perform the operation :param key: key to look for (has to be ``None`` to use range queries) :param limit: defines limit for query :param offset: defines offset (how many records from start it will ignore) :param with_doc: if ``True`` data from **id** index will be included in output :param with_storage: if ``True`` data from index storage will be included, otherwise just metadata. :param start: ``start`` parameter for range queries :param end: ``end`` parameter for range queries :returns: iterator over records rzCan't get many from `id`rNTrrrFrjr1rJr) rr.rBrrr?get_many get_betweenrr0r\)rErrlimitoffsetrkrlrUendrrWr?genind_datar#r%rjs r"rpzDatabase.get_manys2         ()CDD D 5$Z0CC 5 5 5      ()D)3*455 5 5+ =S[,,sE622CC!#/%eVFFvFFC  99 HRL&7; 6DDD!!,((477C,&)U %s|$U ;"*1+DK #!      s ;1A,%D D%$D%c#K |j|}n4#t$r'|td|zwxYw|j}|||} t |\} } } } } |dkr)|r| r|| | | }ni}| |d<| |d<nHi}|r| r|| | | |d<| |d<| |d<|r|d| d}||d <|Vn#t$rYd SwxYw) a Alows to get all records for given index :param index_name: Index to perform the operation :param limit: defines limit for query :param offset: defines offset (how many records from start it will ignore) :param with_doc: if ``True`` data from **id** index will be included in output :param with_storage: if ``True`` data from index storage will be included, otherwise just metadata rTrr1r/r2rFrjN) rBrrrr?r[rr0r\)rErrrrsrkrlrWr?rur%unkrUrVrWr#rjs r"r[z Database.alls 5$Z0CC 5 5 5      ()D)3*455 5 5+ggeV$$  37990UD&%%#""&{{5$??!"(DK#&DLLD#II(/ E4(H(HW "%DK"(DK*"hhtVU;;&)U  '!     s 1A%C66 DDc |j|}n4#t$r'|td|zwxYw t |d|z}n#t $rt dwxYw||g|Ri|S)a Allows to execute given function on Database side (important for server mode) If ``target_funct==sum`` then given index must have ``run_sum`` method. :param index_name: index name to perform action. :param target_funct: target function name (without *run* prefix) :param *args: ``*args`` for function :param **kwargs: ``**kwargs`` for function rrun_zInvalid function to run)rBrrrrdAttributeErrorr)rEr target_functrrrWfuncts r"runz Database.runLs 5$Z0CC 5 5 5      ()D)3*455 5 5 <C,!677EE < < < !:;; ; <uT+D+++F+++s 1AAA3c~d|d<d|d<||i|}d} t||dz }n#t$rYnwxYw'|S)a: Counter. Allows to execute for example .. code-block:: python db.count(db.all, 'id') And it will return then how much records are in your ``id`` index. .. warning:: It sets ``kwargs['with_storage'] = False`` and ``kwargs['with_doc'] = False`` FrlrkrTrJ)rr\)rEr|rriter_rls r"countzDatabase.countes}"'~"z d-f--   U Q        s , 99cd|vsd|vrtd|d}|d} t|}t|}n#tdxYwd|d<||||dS)z Delete data from database. ``data`` has to contain ``_id`` and ``_rev`` fields. :param data: data to delete r/r1z Can't delete without _rev or _idz+`_id` and `_rev` must be valid bytes objectT_deleted)r.rgrE)rEr#r1r/s r"rzDatabase.deletes~~Ud]]()KLL L5kF| ?**C;;DD ?(=?? ?Z S$---ts AAcV||dS)zP Compact all indexes. Runs :py:meth:`._compact_indexes` behind. N)rrPrQs r"rMzDatabase.compact.  r$cV||dS)zP Reindex all indexes. Runs :py:meth:`._reindex_indexes` behind. N)rr_rQs r"rzDatabase.reindexrr$cj||jD]}|dS)z% Flushes all indexes N)rr@flushr s r" flush_indexeszDatabase.flush_indexess@ \  E KKMMMM  r$c*|S)zM Flushes all indexes. Runs :py:meth:`.flush_indexes` behind. )rrQs r"rzDatabase.flushs!!###r$c||jD]*}||+dS)zk It forces the kernel buffer to be written to disk. Use when you're sure that you need to. N)rr@rfsyncr s r"rzDatabase.fsyncsM \  E KKMMM KKMMMM  r$ct|jsdStdtj|jDS)z3 :returns: total size of database. rc3K|]J\}}}|D]A}tjtj||VBKdSr)rgr>getsizerh)rdirpathdirnames filenamesfilenames r"rz&Database.__get_size..sq'',9%'' GOOBGLL(;; < <'''''''r$)r>sumrgrrQs r" __get_sizezDatabase.__get_sizesMy 1''02 0B0B''''' 'r$c| |j|}n1#t$r$|tdwxYwi}|jD]\}}t |s|||<|S)zP Will return index properties. :returns: index details zIndex doesn't exist)rrBrr__dict__itemscallable)rEridb_indexpropsrr2s r"get_index_detailszDatabase.get_index_detailss  @)$/HH @ @ @      ()>?? ? @"+1133 # #JCE?? #"c  s $.Aci}|j|d<||d<|j|d<t|d<|S)zm Get's database details, size, indexes, environment etc. :returns: database details r>rVr@r)r>_Database__get_sizerBkeysr)rErs r"get_db_detailszDatabase.get_db_detailssP  f ))f -2244i#2  r$r)rFN)TN)FN)r)NT)FT)NrrFTNN)rrFT):r(r)r*__doc__r^rFrOrrXrrrrrrVrrrrrrrrrUrr r rr-r4r6r"r:r<r@rCrErrNrPrXrr_rercr0rpr[r~rrrMrrrrrrrr+r$r"r<r<msM!!!!(@@@ . . . .0!!!!F222 aaaaF####J,77774$$$$L   20<<< / / /(    >   4*;*;*;X % % %:::4   888&    / / /###20&&&;;; $$$L&&&>.++++^"<<<<@ ----^,,,26,      $$$  ' ' '(     r$r<)rrr),rgrerrainspectrrrandomrcodernitydb3.storagerrcodernitydb3.hash_indexrr r r codernitydb3.indexr r rrrrrrcodernitydb3.indexcreatorrcodernitydb3.miscrcodernitydb3.envrrr#rr&r.r0r2r4r6r8r:r<r+r$r"rs,$ --------54444444AAAAAAAAAAAAGGGGGGGGGGGGGGGGGGGG-,,,,,"""""",,,,,,****** "$"$$&    F             .        %        &        #        (        -        0   xxxxxxxxxxr$