ei(lddlmZddlZddlmZddlmZddlmZddl m Z m Z ededdfd Z ededdfd Z ededdfd Zededdfd Zededdfd ZededdfdZededdfdZededdfdZy))sleepN) ClientAPI)IndexingStatus)skip_if_not_cluster)get_collection_versionwait_for_version_increaseclientreturnc|j|jd}|j}t|tsJ|j dk(sJ|j dk(sJ|jdk(sJ|jdk(sJy)z(Test indexing status on empty collectiontest_collectionnamer?N) resetcreate_collectionget_indexing_status isinstancernum_indexed_opsnum_unindexed_ops total_opsop_indexing_progress)r collectionstatuss p/home/obispo/Crisostomo_bridge/mision_env/lib/python3.12/site-packages/chromadb/test/api/test_indexing_status.py%test_indexing_status_empty_collectionr s LLN))/@)AJ  + + -F fn -- -  ! !Q && &  # #q (( (   q   & &# -- -c J|j|jd}tdDcgc]}d| }}tdDcgc](}t|t|dzt|dzg*}}t ||j }|j |||j}|jdk(sJ|t ||j k(rt|tsJ|jdk(sJ|jdk(sJ|jd k(sJt||j |td |j}t|tsJ|jdk(sJ|jdk(sJ|jd k(sJy y cc}wcc}w) z,Test indexing status after adding embeddingsr r i,id_ids embeddingsr<rN)rrrangefloatrraddrrrrrrrrr)r rir"r#initial_versionr final_statuss rtest_indexing_status_after_addr,s LLN))/@)AJ#Cj )S9 )C )BG*MQ58U1q5\5Q<8MJM,VZ__EONNszN2  + + -F   s "" "0II&.111''3...%%*****c111!&*//?K b "557 ,777++s222--22200C777J *Ms F -F cd|j|jd}t||j}|j ddggdgdg|j }|j dk(sJ|t||jk(rgt|tsJ|jdk(sJ|jd k(sJ|jd k(sJt||j|td |j dd ggd gdg|j }|j dk(sJy)z,Test indexing status after upsert operationsr r id1id2rg@g@g@g@g@r!r rr$r%id3)g?g@g@g@g @g"@N)rrrrupsertrrrrrrrrr)r rr*rs r!test_indexing_status_after_upsertr6;s$ LLN))/@)AJ,VZ__EO5%.o5WX  + + -F   q  0II&.111''1,,,%%*****c111!&*//?K b 5%.o5WX  + + -F   q  rc||j|jd}t||j}|j gdgdgdgdg|t||jk(rw|j }t |tsJ|jdk(sJ|jd k(sJ|jd k(sJt||j|td |j }|jdk(sJ|jd d g|j }|jdk(sJy)z,Test indexing status after delete operationsr r )r.r/r2r0r1r3r!rr$r%r.r/)r"N)rrrrr(rrrrrrrrrdelete)r rr*rinitial_statusstatus_after_deletes r!test_indexing_status_after_deleter=Vs2 LLN))/@)AJ,VZ__EONN !#_oF 0II//1&.111''1,,,%%*****c111!&*//?K b 335N  # #q (( (5%.)%88:  ( (A -- -rc\|j|jd}t||j}|j dggdg|j }|t||jk(rgt |tsJ|jdk(sJ|jdk(sJ|jdk(sJt||j|td |j }t |jtsJt |jtsJt |jtsJt |jtsJ|jdk\sJ|jdk\sJ|jdk\sJd|jcxkrd ksJJy ) z5Test that indexing status returns correct field typesfield_types_collectionr type_test_idr0r!rrr$r%rN)rrrrr(rrrrrrrrintrr')r rr*rr+s r test_indexing_status_field_typesrBvs LLN))/G)HJ,VZ__EONN'_4ENF  + + -F0II&.111''1,,,%%*****c111!&*//?K b 113L l22C 88 8 l44c :: : l,,c 22 2 l77 ?? ?  ' '1 ,, ,  ) )Q .. .  ! !Q && & ,33 :s :: :: :rc |j|jd}t||jt dDcgc]}d| }}t dDcgc](}t |t |dzt |dzg*}}|j ||t ddDcgc]}d| }}t ddDcgc](}t |t |dzt |dzg*}}|j ||t||j}td ddd tdddd tdd dd g}d } | dkrW|j} | |vsJtd| | j} t||j|td| dkrVyycc}wcc}wcc}wcc}w)zITest indexing status with 2000 records based on index version progressionbatch_test_collectionr i batch_id_rr r!irr$)rrrrg?rzwitnessed status: r%N) rrrrr&r'r(rrprintrrr) r rr)ids_1 embeddings_1ids_2 embeddings_2current_versionallowed_statuses ops_indexedrs r&test_indexing_status_batch_progressionrNs LLN))/F)GJ6:??3',Dk 2y_ 2E 2DI$KPqU1XuQU|U1q5\:PLPNNuN6&+D$&7 8y_ 8E 8DI$PTDUVqU1XuQU|U1q5\:VLVNNuN6,VZ__EO "!$   "!$   !$  *K  //1)))) "F+,, !&*//?K b  A 3P 9Vs F0!-F51 F: -F?c|j|jd}|jd |jJd#t$r}dt |j vsbdt |j vsBdt |j vs"dt |j vsJYd}~yYd}~yYd}~yYd}~yd}~wwxYw) z/Test indexing status on non-existent collectiontemp_collectionr z.Expected exception for non-existent collectionz not foundzdoes not existz soft deletedzcollection not foundN)rrdelete_collectionr Exceptionstrlower)r res rtest_indexing_status_not_foundrVs LLN))/@)AJ ./  &&(FFFu  3q6<<> )3q6<<>1Q/%Q7   8802 * sA CA.CCc |j|jdg tj d fd }dfd }tj|}tj|}|j |j |j td j|j t dkDsJd  Dcgc] }|d kDs | }}t|dkDsJd t }t|d kDs Jd |tdt dtdt|tdt ddt dycc}w)z;Test that progress values vary during concurrent operationsconcurrent_test_collectionr NcjsI j}j|jt djsHyy#t $rYywxYw)z3Thread that continuously monitors indexing progressg?N)is_setrappendrrrR)rrprogress_valuesstop_monitorings rprogress_monitorzLtest_indexing_status_concurrent_progress_variation..progress_monitors_!((* #779&&v'B'BCc "((*   s6A A('A(c tdD]I}jd|gt|t|dzt|dzggtdKy)z&Thread that adds records one at a time2concurrent_id_rr r!g?N)r&r(r'r)r)rs r record_adderzHtest_indexing_status_concurrent_progress_variation..record_adders^r A NN%aS)*"1XuQU|U1q5\BC   $K  r)targetrrz!No progress values were collectedr$z!All progress values remained at 0rz5Expected variation in progress values, but only got: z Collected z progress valueszUnique progress values: zProgress range: z.3fz - )r N)rr threadingEventThreadstartjoinrsetlenrFsortedminmax) r r^rbmonitor_thread adder_threadpnon_zero_progressunique_progressrr\r]s @@@r2test_indexing_status_concurrent_progress_variationrss LLN))/K)LJOoo'O%%-=>N##<8L #J  ! #H%HH #%4?qq3w??  !A %J'JJ %/*O Oq Q >>OPQ  Js?+,,< => $VO%<$= >? S1#6c#o:Ns9S TU@s * F5F)timerrd chromadb.apirchromadb.api.typesrchromadb.test.conftestr-chromadb.test.utils.wait_for_version_increaserrrr,r6r=rBrNrVrsrrrzsG"-6  .) . . .89888>!i!D!!4.i.D..>;Y;4;;@.9...b 9   &<Vy<VT<V<Vr