jeddlmZddlmZmZmZddlZddlmZm Z m Z m Z m Z m Z mZddlZddlZddlmZddlmZmZmZddlmZmZddlmZdd lm Z m!Z!dd l"m#Z#dd l$m%Z%dd l&m'Z'dd l(m)Z)m*Z*m+Z+ddl,m-Z-m.Z.m/Z/ddl0m1Z1m2Z2m3Z3m4Z4ddl5m6Z6m7Z7ddl8m9Z9m:Z:ddl;mm?Z?ddl@mAZAddlBmCZCddlDmEZEmFZFddlGmHZHddlImJZJmKZKmLZLddlMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUddlVmWZWmXZXerddlmYZYddlZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`ddlambZbdVd!ZcdWd%ZdGd&d'eCZeGd(d)ejfeeZfGd*d+eeZg dXdYd4ZhdZd9Zi d[d\dAZjd]dEZkd^dFZld_dGZmd`dHZndadJZodbdMZpdcdRZqdddUZrdS)e) annotations)CallableHashableSequenceN) TYPE_CHECKINGAnyLiteralNoReturnSelfcastfinal) get_option)algos internalslib)BlockPlacementBlockValuesRefs) Timestamp)AbstractMethodErrorPerformanceWarning)cache_readonly)find_stack_level)validate_bool_kwarg)find_common_typeinfer_dtype_from_scalarnp_can_hold_element)ensure_platform_intis_1d_only_ea_dtype is_list_like)CategoricalDtypeDatetimeTZDtypeExtensionDtype SparseDtype) ABCDataFrame ABCSeries) array_equalsisna) DatetimeArray)NDArrayBackedExtensionArray) PandasObject)ensure_wrapped_if_datetimelike extract_array)maybe_convert_indices)Index default_index ensure_index)Block NumpyBlockensure_block_shape extend_blocksget_block_typemaybe_coerce_values new_block new_block_2d) blockwise_alloperate_blockwise) Generator) ArrayLikeAxisIntDtypeObjQuantileInterpolationShapenpt)ExtensionArraydtypeslist[DtypeObj]returnDtypeObj | NonecBt|sdSt|S)z Find the common dtype for `blocks`. Parameters ---------- blocks : List[DtypeObj] Returns ------- dtype : np.dtype, ExtensionDtype, or None None is returned when `blocks` is empty. N)lenr)rCs LC:\Projects\DSCons\.venv\Lib\site-packages\pandas\core\internals\managers.pyinterleaved_dtyperJos% v;;t F # ##dtyper>np.dtypec*t|tr"|j}ttj|}n[t|t rt jd}n1|t jtkrt jd}|S)Nobject) isinstancer#subtyper nprLr"strrLs rIensure_np_dtyperUsz%%%# RXu%% E> * *#"" "(3--  "" LrKceZdZUdZdZded<ded<ded<ded <edd Zd ed<d ed<dddZe ddZ eddZ e ddZ eddZeddZdddZddZdd#Ze dd$Zedd%Zedd&Zdd(Zdd*Zdd,Zdd-Zdd/Zdd0Zedd2Zdd4Zdd6Ze dd8Z ddd;Z e dd<Z!e dd@Z"e ddBZ#e dddCZ$e ddEZ%e ddFZ&e ddGZ'e dddMZ(ddNZ)ddOZ*ddQZ+ddRZ,ddTZ-dddWZ.ddXZ/dYZ0dZdd[dd]Z1edd^Z2edd_Z3ddbZ4dddZ5ddeZ6ddfZ7dddiZ8eddjZ9ddlZ:ddmZ;ddnZ ddHdsddyZ?e@jAdHfdHdHdzddZB dddZC dddZDdS)BaseBlockManagera Core internal data structure to implement DataFrame, Series, etc. Manage a bunch of labeled 2D mixed-type ndarrays. Essentially it's a lightweight blocked set of labeled data to be manipulated by the DataFrame public API class Attributes ---------- shape ndim axes values items Methods ------- set_axis(axis, new_labels) copy(deep=True) get_dtypes apply(func, axes, block_filter_fn) get_bool_data get_numeric_data get_slice(slice_like, axis) get(label) iget(loc) take(indexer, axis) reindex_axis(new_labels, axis) reindex_indexer(new_labels, indexer, axis) delete(label) insert(loc, label, value) set(label, value) Parameters ---------- blocks: Sequence of Block axes: Sequence of Index verify_integrity: bool, default True Notes ----- This is *not* a public API class npt.NDArray[np.intp]_blknos_blklocstuple[Block, ...]blocks list[Index]axesrEintctNNotImplementedErrorselfs rIndimzBaseBlockManager.ndim!!rKbool_known_consolidated_is_consolidatedTverify_integrityNonectrbrc)rfr]r_rls rI__init__zBaseBlockManager.__init__s!!rKc*t|jSrb)rHitemsres rI__len__zBaseBlockManager.__len__s4:rKr@c>td|jDS)Nc34K|]}t|VdSrbrH.0axs rI z)BaseBlockManager.shape..s(11SWW111111rK)tupler_res rIshapezBaseBlockManager.shapes!11ty111111rK list[Block]r ctrbrcclsr]r_s rI from_blockszBaseBlockManager.from_blocksrhrKcF|j||jS)a  Suppose we want to find the array corresponding to our i'th column. blknos[i] identifies the block from self.blocks that contains this column. blklocs[i] identifies the column of interest within self.blocks[self.blknos[i]] )rZ_rebuild_blknos_and_blklocsres rIblknoszBaseBlockManager.blknoss& <   , , . . .|rKcF|j||jS)z$ See blknos.__doc__ )r[rres rIblklocszBaseBlockManager.blklocss& =  , , . . .}rKNcz|tdg|jdd}|jdkrkt|tsJ|jd}|jdd}ttdd}| ||}|g}ng}t| ||S)z9return an empty BlockManager with the items axis of len 0Nr placement) r/r_rgrPSingleBlockManagerr]valuesrslicemake_block_same_classtyper)rfr_blkarrbpnbr]s rI make_emptyzBaseBlockManager.make_emptys <!!$$5ty}5D 9>>d$677 7 77+a.C*RaR.Ca ,,B**3"*==BTFFFDzz%%fd333rKcdSNTrXres rI__bool__zBaseBlockManager.__bool__ trKaxisr= new_labelsr.cF|||||j|<dSrb)_validate_set_axisr_)rfrrs rIset_axiszBaseBlockManager.set_axiss' j111$ $rKct|j|}t|}|dkrt|jdkrdS||krtd|d|ddS)Nrrz#Length mismatch: Expected axis has z elements, new values have z elements)rHr_rq ValueError)rfrrold_lennew_lens rIrz#BaseBlockManager._validate_set_axissdio&&j// 199TZA-- D   2g22&222  rKc2t|jdkSNrrHr]res rIis_single_blockz BaseBlockManager.is_single_block%s4;1$$rKc|jdSNrr_res rIrqzBaseBlockManager.items*y|rKicF|j|}||S) Check for column `i` if it has references. (whether it references another array or is itself being referenced) Returns True if the column has no references. )r_has_no_reference_block)rfrblknos rI_has_no_referencez"BaseBlockManager._has_no_reference.s#  A++E222rKrcL|j|j S)z Check for block `i` if it has references. (whether it references another array or is itself being referenced) Returns True if the block has no references. r]refs has_reference)rfrs rIrz(BaseBlockManager._has_no_reference_block7s# ;u%*88::::rKmgrct|jt|jkrdSt|jD]6\}}|j|j|_|j|7dS)z Adds the references from one manager to another. We assume that both managers have the same block structure. N)rHr] enumerater add_reference)rfrrrs rIadd_referenceszBaseBlockManager.add_references?sv t{  s3: . . F ,, ( (FAsz!})CH H " "3 ' ' ' ' ( (rKc~|j|tfd|j|jjDS)zv Checks if two blocks from two different block managers reference the same underlying values. c30K|]}|uVdSrbrX)rwrefrs rIryz:BaseBlockManager.references_same_values..Qs-TTC3##%%<TTTTTTrK)r]anyrreferenced_blocks)rfrrrs @rIreferences_same_valuesz'BaseBlockManager.references_same_valuesKsA k% TTTT3:e+<+A+STTTTTTrKnpt.NDArray[np.object_]cztjtjd|jDt S)Ncg|] }|j SrXrTrwrs rI z6BaseBlockManager.get_unique_dtypes..Ts%G%G%GCci%G%G%GrKrT)runiquerRarrayr]rOres rIget_unique_dtypesz"BaseBlockManager.get_unique_dtypesSs2|BH%G%G4;%G%G%GvVVVWWWrKctjd|jDt}||jS)Ncg|] }|j SrXrTrs rIrz/BaseBlockManager.get_dtypes..Ws<<<39<<.hs222s 222rKr]res rIarrayszBaseBlockManager.arraysZs32dk2222rKrSct|j}t|jD]\}}|dkr |d|z }|d|d|z } |jD] }|d|z } |S)Nrz Items: z Axis z:  )r__name__rr_r])rfoutputrrxblocks rI__repr__zBaseBlockManager.__repr__jsd$ty)) . .EArAvv*b***-A-----[ # #E l5ll "FF rKotherc t|)z To be implemented by the subclasses. Only check the column values assuming shape and indexes have already been checked. )rrfrs rI _equal_valueszBaseBlockManager._equal_valuesvs "$'''rKrOc t|t|sdS|j|j}}t|t|krdSt dt ||dDsdS||S)z5 Implementation for DataFrame.equals Fc3FK|]\}}||VdSrb)equals)rwax1ax2s rIryz*BaseBlockManager.equals..sA  (SCJJsOO      rKTstrict)rPrr_rHallzipr)rfr self_axes other_axess rIrzBaseBlockManager.equals}s %d,, 5 $ 5:: y>>S__ , ,5  ,/ :d,S,S,S      5!!%(((rK align_keyslist[str] | Nonec tdvsJ|pg}g}fd|D}|jD]}|r|D]\}}t|ttfrO|jdkr |j|jjj |<L|jdd|jjfj |<p||jj|<t|r|j |fi} nt||di} t| |}t||d|jD} | S)ab Iterate over the blocks, collect and create a new BlockManager. Parameters ---------- f : str or callable Name of the Block method to apply. align_keys: List[str] or None, default None **kwargs Keywords to pass to `f` Returns ------- BlockManager filterc"i|] }|| SrXrX)rwkkwargss rI z*BaseBlockManager.apply..s9996!9999rKrNc6g|]}|SrXviewrvs rIrz*BaseBlockManager.apply..s 4S4S4S2RWWYY4S4S4SrKrX)r]rqrPr%r$rgilocmgr_locsindexer_valuescallableapplygetattrr4rrr_) rffrr result_blocks aligned_argsbrobjappliedouts ` rIrzBaseBlockManager.applysz*v%%%%%2 %' :999j999  B BA <*0022 < >>Ezz     rKaligncj|rddg}ndg}t|d}|d|||S)NrcondT extract_numpywhere)rrr r,r)rfrr r rs rIrzBaseBlockManager.wheresV  =!6*JJ J!%t<< rrrFdeepT)return_inverseNsetitem)rr)rPrRndarrayrgrrrzrrsqueezerHcopyr]rr_iset_split_blocklistr is_integeris_range_indexerrr7r)rfrrblk_locrinverse col_indexer row_indexers rIr7zBaseBlockManager.setitem(s grz * * Kw|di/G/GIdiIIJJ J%%a((9 (yA~~*We"<"<~,wqz2(((W\Q->-> jq999GG%g..(&iGw<<1$$99%9000Q.;!##(*y'N'N'N$GW#G_F**7F#7mmG~gaj11.&' W))c.BW//)',Dkk &- !,GAJ")!*K!+rz:: F&{BJ??? + 0A 5 5+6aaag*>K#K<<FAQUVAVAV&(j1&E&E&E !+rz::$s;?O?OST?T?T $ !,GAJKN**5>>5AAAK99$9''Dzz)WEzBBBrKnc0|d|S)Ndiff)rCr)rfrCs rIrEzBaseBlockManager.diffnszz&Az&&&rKraiseerrorsc2|d||S)Nastype)rLrGr)rfrLrGs rIrIzBaseBlockManager.astyperszz(%z???rKc,|dS)Nconvertrres rIrKzBaseBlockManager.convertuszz)$$$rKc |jdi|S)Nconvert_dtypes)rMrrs rIrMzBaseBlockManager.convert_dtypesxstz55f555rKnan)na_repquotingrOc8|d|||||S)z} Convert values to native types (strings / python objects) that are used in formatting (repr / csv). get_values_for_csv)rOrP float_format date_formatdecimalr)rfrSrTrUrOrPs rIrRz#BaseBlockManager.get_values_for_csv{s1zz %#    rKc>td|jDS)z>Whether any of the blocks in this manager are extension blocksc3$K|] }|jV dSrb is_extensionrwrs rIryz7BaseBlockManager.any_extension_types..s%??%5%??????rK)rr]res rIany_extension_typesz$BaseBlockManager.any_extension_typess#??4;??????rKcZt|jdkr|jdjSdS)z8return a boolean if we are a single block and are a viewrrF)rHr]is_viewres rIr]zBaseBlockManager.is_views/ t{  q ;q>) )urK predicatercTfd|jD}||S)Nc4g|]}|j|SrXrrwrr^s rIrz5BaseBlockManager._get_data_subset..*FFF# #*0E0EF#FFFrK)r]_combine)rfr^r]s ` rI_get_data_subsetz!BaseBlockManager._get_data_subsets0FFFFFFF}}V$$$rK np.ndarraycfd|jD}tjtjd|D}|S)Nc4g|]}|j|SrXrras rIrz=BaseBlockManager._get_data_subset_indices..rbrKc&g|]}|jjSrXras_arrayrwrs rIrz=BaseBlockManager._get_data_subset_indices..)N)N)N!!**=)N)N)NrK)r]rRsort concatenate)rfr^r]rs ` rI_get_data_subset_indicesz)BaseBlockManager._get_data_subset_indicessKFFFFFFF'".)N)Nv)N)N)NOOPPrKcg}|jD]`}|jtkr||(|jr1|d|Da||S)zs Select blocks that are bool-dtype and columns from object-dtype blocks that are all-bool. c3(K|] }|j |VdSrb)is_boolrwrs rIryz1BaseBlockManager.get_bool_data..s)!J!Jrz!J"!J!J!J!J!J!JrK)r]rLriappend is_objectextend_splitrc)rf new_blocksrs rI get_bool_datazBaseBlockManager.get_bool_datas  ; K KCyD  !!#&&&& K!!!J!Jszz||!J!J!JJJJ}}Z(((rKcd|jD}t|t|jkr|S||S)Nc g|] }|j | SrX) is_numericrs rIrz5BaseBlockManager.get_numeric_data..sGGG#G#GGGrK)r]rHrc)rfnumeric_blockss rIget_numeric_dataz!BaseBlockManager.get_numeric_datasMGGGGG ~  #dk"2"2 2 2K}}^,,,rKindex Index | Nonect|dkrg|jdkrH||jdd|g}n|jddg|jdd}||S|St jt jd|D}tj ||j d}g}|D]Q}| d}t||j j|_ ||Rt!|j}|||d<|j||d<t%|||S) z$return a new manager with the blocksrr2Nrc&g|]}|jjSrXrirks rIrz-BaseBlockManager._combine..rlrKFr4)rHrgrqr_rrRrmrnrget_reverse_indexerr{r:rrrrtr<rrr) rfr]rr_r inv_indexerrxrrs rIrczBaseBlockManager._combinese v;;!  yA~~$ JrrNE2DD JrrN;TYqrr];Dt,,,??$$ $'".)N)Nv)N)N)NOOPP-gtz!}EE "$  " "AU##B(R[5H)IJJBK   b ! ! ! !DI  DH*//'**QDzz%%j$777rKc*t|jSrbrres rInblockszBaseBlockManager.nblockss4;rKr5c&d|jD}|d|}||_|jdkr@|j}|7||_|j|_|r||S)a  Make deep or shallow copy of BlockManager Parameters ---------- deep : bool, string or None, default True If False, return a shallow copy (do not copy data) Returns ------- BlockManager c6g|]}|SrXrrvs rIrz)BaseBlockManager.copy..s 222"BGGII222rKr:r4r)r_rrgrZr:r[r%)rfr5new_axesresrs rIr:zBaseBlockManager.copys32 222jjdj++ 9q==\F!$kkmm #}1133  '  $ $ & & & rKcdSrrXres rIis_consolidatedz BaseBlockManager.is_consolidatedrrKc|r|St||j|jd}d|_||S)zr Join together blocks having same dtype Returns ------- y : BlockManager Frl)rrr]r_rkr%)rfr&s rI consolidatezBaseBlockManager.consolidates^    ! ! KT$ZZ TY G G G# !!! rKcdSrbrXres rIr%z%BaseBlockManager._consolidate_inplacesrK new_index only_slicec||j||\}}||||||S)z4 Conform data manager to new index. )rr/r)r_reindexreindex_indexer)rfrrr/rrs rI reindex_axiszBaseBlockManager.reindex_axissN"Yt_44Y?? 7##  !! $   rK) use_na_proxynew_axisrnpt.NDArray[np.intp] | None allow_dupsrc|L||j|ur|S|d}t|j|_||j|<|St|tjsJ|s |j||||jkrtd|dkr't| ||||} ng} |j D]} | j tj krjt j | jjdt!|ftj } | t%| | jd | | |d ||n| j t|j} || |<|jdkr(|jd |z | d |z <t/|| | } |d kr<|j| _|j| _| S) a Parameters ---------- new_axis : Index indexer : ndarray[intp] or None axis : int fill_value : object, default None allow_dups : bool, default False only_slice : bool, default False Whether to take views, not copies, along columns. use_na_proxy : bool, default False Whether to use an np.void ndarray for newly introduced columns. pandas-indexer with -1's only. NFr4#Requested axis not found in managerr)r/rrrTr2rgr)rr/)r_r:r<rPrRr8_validate_can_reindexrg IndexError_slice_take_blocks_ax0r]rLvoidemptyrr{rHrtr2rtake_ndr/rrrrrZrr[)rfrrrr/rrrresultrxrvalsrnew_mgrs rIrz BaseBlockManager.reindex_indexer-sI4 ?49T?** YYEY**Fty//FK (FK M'2:..... ; IdO 1 1' : : : 49  BCC C 199++))!- ,JJJ{  9''8SZ%5a%8#g,,$GrwWWWD%%js|!&L&L&LMMMM%% #!".8.D #. $ ??! 9>>!%1t8!4!9!9!;!;HQX t**((X>> 199"k..00GO#|0022G rK)rref_inplace_opslice_or_indexerslice | np.ndarrayrGenerator[Block]c #K|tju}t||jd|\}}} |jr|jd} |dkr@| dkrdSt td| } | || VdS|r |j dkr|r || j }|sP|rNt|D]=\} } | t| | dzt | |V>n8t td| } | |d| |VdS|dkr|j |}|j|}n:tj |j |d | }tj |j|d | }| }t!j|| D]\}}|d krdt%|\}}t'|r t)|dkr d |D}n|g}|D]}|||| Vp|j|} | jsN| jsGd}|D]A}| |}t t||dz|_|VB||j}t7t)||dz}tj||}t;|tr| ||}|VX|rWt=||dD]B\} } t| | dz}t | } | || }|VC| |d|}|VdS)a Slice/take blocks along axis=0. Overloaded for SingleBlock Parameters ---------- slice_or_indexer : slice or np.ndarray[int64] fill_value : scalar, default lib.no_default only_slice : bool, default False If True, we always return views on existing arrays, never copies. This is used when called from ops.blockwise.operate_blockwise. use_na_proxy : bool, default False Whether to use an np.void ndarray for newly introduced columns. ref_inplace_op: bool, default False Don't track refs if True because we operate inplace Yields ------ Block : New Block r) allow_fillrN) new_mgr_locsr)rr)rrr/r)r/rgroupc,g|]}t|SrXr)rwcol_idxs rIrz;BaseBlockManager._slice_take_blocks_ax0..s !R!R!Rg."9"9!R!R!RrK)rr/rFr4Tr)rr)rr0_preprocess_slice_or_indexerr{rr]rrgetitem_block_columnsrgr/rrrrr libinternalsget_blkno_placementsrrrH_make_na_block_can_consolidate_validate_ndimr:rrmaxmaybe_indices_to_slicerPr)rfrr/rrrrsl_typeslobjsllenrrrmlrrrrrrL_ placementsrr5mgr_locnewblktakermax_lenrslcs rIrz'BaseBlockManager._slice_take_blocks_ax0sf< s~5 < djm ! ! !    +a.C'!!A::F#E!UOO44//B/GGGGG 49>>0*"4!$J!j"+5!1!12!77!"b1f--)7):):+98(a88B++%'#- &  g  ['Fl5)GG] UrjFm ezG +@uUUU6 !6 !OE8{{3:>>q&u--,#h--!2C2C"S!R!R!R!RJJ"*J!+I--"+#-%1.k%(+ !C4F ! !D#+%%!$t!4!4*8wRS 9T9T*U*U$ %$H$45E!#h--qAAG6ugFFE!%//! 66u86TT # !&)%F%F%F%%EAr"'1q5//C!/!3!3B!$!:!:3R!:!P!PB"$HHHH %![[QX[NN m6 !6 !rKrrr1c8|rT|Jt||jdf}tj|tj}t ||d}|S||tjuretj}td|jD}|9tj |j tj r| |}t||jdf}t|\}}t|||}t||S)NrrTr2rcg|] }|j SrXrTrs rIrz3BaseBlockManager._make_na_block..s&H&H&HSsy&H&H&HrKr)rHr{rRrrr2rNrJr] issubdtyperfloatingr make_na_arrayr8) rfrr/rr{rrrL block_valuess rIrzBaseBlockManager._make_na_blocks   %%%^^TZ]3E8E111DD)!444BI  rv!5!5J%&H&HDK&H&H&HIIE R]5:r{%K%K "ZZ 33 YA/3J??z$UE:>> LI>>>>rKrverifyc|j|}t|||}|j||}||||dS)ac Take items along any axis. indexer : np.ndarray[np.intp] axis : int, default 1 verify : bool, default True Check that all entries are between 0 and len(self) - 1, inclusive. Pass verify=False if this check has been done by the caller. Returns ------- BlockManager )rT)rrrr)r{r-r_rr)rfrrrrCrs rIrzBaseBlockManager.take)sf* Jt '6BBBYt_))'22 ## $   rK)rEr`T)rlrirErm)rEr@r]r|r_r^rEr )rErYrbrEr rEri)rr=rr.rErmrEr.rr`rEri)rr`rEri)rrWrErm)rrWrr`rErirEr)rEr)rErSrr rEri)rrOrEri)rrrEr )rrrrirEr )r rirEr )rr`rEr )rrirEr )FF) rr r!r rrir"rirEr )r,r`rEr )rCr`rEr )rF)rGrSrEr )rOrSrEr )r^rrEr )r^rrEre)r]r|rrrEr )r5rirEr rErm)NF)rr.rr=rrirEr )NFF)rr.rrrr=rrirrirrirEr ) rrrrirrirrirEr)rrrrirEr1)rT)rrYrr=rrirEr )Er __module__ __qualname____doc__ __slots____annotations__propertyrgror rrr{ classmethodrrrrrrrrrqrrrrrrrrrrrr'rrrrrrr$r(r+r.r7rErIrKrMrRr[r]rdroryr~rcrr:rrr%rrrr0rrrrXrKrIrWrWs00dI!!!!"""" """X""""""  U222X2"""["   X X44444$%%%%   U %%%X%X3333;;;; ( ( ( (UUUUXXXX(((( 3 3 3X 3    (((( ))) U)((,22222h ... U.      U        U         U   666 U6      U   666 U6   U(DDDDHHHHKKKK DCDCDCDCL''''@@@@@%%%%666DIRV      @@@X@   X %%%% ))))"----88888<   X <"       U 2  U#UUUUUUt> J! #$J!J!J!J!J!J!ZPU?????8        rKrWceZdZdZdZ dXdYd ZdZd Zed[dZd\dZ dXd]dZ d^dZ e d_dZ d`dad$Z dbdcd)Z ddded-Z dfdgd0Zdddhd3ZdZd4ZdZd5Zdid6Zdjd9Zdjd:Zdkd<Zdld>Zd?d@dmdEZdidFZdndHZddejfdodOZdejfdpdPZ dqdQZ!dZdRZ"dZdSZ#edrdVZ$edrdWZ%dS)s BlockManagerz0 BaseBlockManager that holds 2D blocks. r2Tr]Sequence[Block]r_Sequence[Index]rlrirErmc|rK|D]2}|j|jkr td|jd|jd3|dSdS)NzNumber of Block dimensions (z) must equal number of axes ())rgAssertionError_verify_integrity)rfr]r_rlrs rIrozBlockManager.__init__Ts  %   9 **(8uz88+/9888+  " " $ $ $ $ $ % %rKc^|j}td|jD}|jD]@}|jdd|ddkr#t||jdd|jAt |j|kr'tdt |jd|dS)Nc3>K|]}t|jVdSrb)rHr)rwxs rIryz1BlockManager._verify_integrity..ls*==AAJ======rKrzINumber of manager items must equal union of block items # manager items: z, # tot_items: )r{sumr]raise_construction_errorr_rHrqr)rf mgr_shape tot_itemsrs rIrzBlockManager._verify_integrityjsJ ======= [ P PE{122)ABB-//(EKOTYOOO tz??i ' ' *14TZ**'**  ( 'rKr|r^r c|||dS)Z Constructor for BlockManager and SingleBlockManager with same signature. FrrXr~s rIrzBlockManager.from_blocksws s64%8888rKlocr`rcdt|jdkr|jdtd|f}t tdt|}t ||d|jdj}t||jd Std|jD}t|}t|trtj|t}n%tj||}t!|}|jD]}t#|jD]\}} |||f} |jjdvrvt+j| rbt/| rSt|jt0r9|jjdkrt} n tj} || }| || <t|tr+|} | ||}t tdt|}t ||d }t||jd S) z Return the array corresponding to `frame.iloc[loc]`. Parameters ---------- loc : int Returns ------- np.ndarray or ExtensionArray rrNrrgrcg|] }|j SrXrTrs rIrz(BlockManager.fast_xs..s"D"D"D39"D"D"DrKrTiubrrrg)rHr]igetrrr7rrr_rrJrPr"rRrrOr+rrrLkindris_floatr'r float64rIconstruct_array_type_from_sequence) rfrrrrrLrCrrrlitem new_dtypers rIfast_xszBlockManager.fast_xss t{  q 37+a.2E2Etc"33F aV 5 566B[^( E &eTYq\->->-@-@AA A!"D"D "D"D"DEE II e^ , , < Xav...FFXau---F3F;;F; " "C#3<00 " "2xxC))L%.. T**/T /#39.>??/|(C//$* $&J #]]955F!r % "( e^ , , =,,..C''e'<.value_getitem9s rKc|jSrb)rrs rIrz(BlockManager.iset..value_getitem>sY.//rKTrrrTrc3DK|]\}}|tv|VdSrb)set)rwrrremoved_blknoss rIryz$BlockManager.iset..isB  3ASEXEX.vsg""  !$"0w! 1L1L"M"M!""""""rKrrF).r[rgrrrLTr3r{rrr=r r`rr]rHr _iset_singlerr:rrr should_storerr; set_inplacertrrjrRzerosrbool_rintpfillarangerZrzrrnrvr8rrj)rfrrrrvalue_is_extension_typerrrrrunfit_mgr_locsunfit_val_locsblkno_lval_locsblk_locs is_deleted new_blknos unfit_idxr unfit_countrxunfit_val_itemsrs ` ` @rIisetzBlockManager.isets0 = TY]]  , , . . .#6ek"B"B& zQ*5q999{122$*QRR.00$O >#    sC..CK$E+e$C3=!!Q&&((# )%C # 0        0 0 0 0 0S!,s#((**!-!B6QU!V!V!V I I GX+g&Cx/0H I3++E22 I33G<<**==+B+B+OOHmmH.E.EFFF%%cl&;H&EFFF%%h///x==C $5$555"))'222**7H4*HHHH  $,bh???J)-J~ &$,bg>>>J OOB   &(i s>?R?R0R&S&SJ { #%dl3DL    "+DK"8"8   DK ' -77Jj//K&(J& C!!""""" $. """,.9[+A+AC DTDT+T Z(,- j))#1"3":":>!"";M"N"N!! ,}_=="0"<"<!,/t{+;+; Z(,.Ik,B,B j) KK5,, ,KK(-D $ $ $O' -' -rKr$r&np.ndarray | list[int]ArrayLike | Nonec|j|}|j|t||}|2|jj|}t|t||}n|d}t|dd}t|j} g|jd|||j|dzd|R} | |_|s|dStj t||j|jj <t|D]O\} } tj t| |j| jj <| | z|j| jj <PdS)a?Removes columns from a block by splitting the block. Avoids copying the whole block through slicing and updates the manager after determining the new block structure. Optionally adds a new block, otherwise has to be done by the caller. Parameters ---------- blkno_l: The block number to operate on, relevant for updating the manager blk_locs: The locations of our block that should be deleted. value: The value to set as a replacement. refs: The reference tracking object of the value to set. Nrrr)r]r[rrzdeleterrjr8rrHrRr rrrZ) rfr$r&rrrnbs_tuplocsfirst_nb nr_blocks blocks_tuprrs rIr;zBlockManager._iset_split_blocks(k'" =  , , . . . 8,,--  <(2D#E>$+?+?dKKKHHqzHGABBK((G $$  [' "  [1 '    !  5, F359S]]3K3K h'/0w'' > >EAr133r771C1CDM"+- .01I DL, - - > >rKrrr1cR|rc||rN|| }|j|}|t ||dz||dSt ||j|} |j} g| d|| | |dzdR} | |_dS)z Fastpath for iset when we are only setting a single position and the Block currently in that position is itself single-column. In this case we can swap out the entire Block and blklocs and blknos are unaffected. r)r:Nrr)rrrrrr8rr]) rfrrrrrrr:rr old_blocksrxs rIrzBlockManager._iset_singles$  s''.. 33E:::D<$D OOE$q115tO D D D F %3=t D D D[ Hz&5&)H2H 519;;0GHH   rKidx inplace_onlyc||sm|j|}|j|}|j|j}|jdkr|}n ||g}|||g|||d}|r| ||dS| |f|} | || j jddS)z Set values ("setitem") into a single column (not setting the full column). This is a method on the BlockManager level, to avoid creating an intermediate Series at the DataFrame level (`s = df[loc]; s[idx] = value`) rF)rT)rN) rrrr]rrgr:r;rsetitem_inplacer7r,_block) rfrr9rr:rr?rcol_mgrrs rIcolumn_setitemzBlockManager.column_setitems%%c** =K$El3'G['.F{a  *  " "57)V < < <))C5)11  @  # #C / / / / /oosfe44G IIc7>0$I ? ? ? ? ?rKrrcd|j||}|jdkr7|j}t |dkrt d|jjnt||j}tt||dz}t|||}t |j sMtj dgtj|_tj dgtj|_n*||||||jd<|xj |fz c_ d|_t+d rLt-d |j Dd kr,t/jd t2t5 dSdSdS)z Insert item at selected position. Parameters ---------- loc : int item : hashable value : np.ndarray or ExtensionArray refs : The reference tracking object of the value to set. r2rz-Expected a 1D array, got an array with shape rrrrTFperformance_warningsc3&K|] }|j V dSrbrXrZs rIryz&BlockManager.insert..0s(DDu**DDDDDDrKdaDataFrame is highly fragmented. This is usually the result of calling `frame.insert` many times, which has poor performance. Consider joining all columns at once using pd.concat(axis=1) instead. To get a de-fragmented frame, use `newframe = frame.copy()`) stacklevelN)rqinsertrgrrHrr{r3rrr8r]rRrrr[rZ_insert_update_mgr_locs!_insert_update_blklocs_and_blknosr_rjrrwarningswarnrr)rfrrrrrrrs rIrEzBlockManager.inserts:$$S$// :??GE5zzA~~ SEGMSS 'u49===E E#sQw// 0 0ERdCCC4; 8HaS888DM8QCrw777DLL  ( ( - - -  2 23 7 7 7 !  x #(  - . . DD DDDDDsJJ MW#+--         JJrKctj|j|dd}|D].}|j|}|j||_/dS)z When inserting a new Block at location 'loc', we increment all of the mgr_locs of blocks above that by one. Nr)rRbincountrnonzeror]rincrement_above)rfrrrrs rIrFz$BlockManager._insert_update_mgr_locs;sm T[.//7799!< ? ?E+e$CM99#>>CMM ? ?rKc||jjdkrRtj|jd|_tj|jt |j|_dS|dkrVtjdg|jg|_tjt |jg|jg|_dStj |j|j |t |j\}}||_||_dS)zk When inserting a new Block at location 'loc', we update our _blklocs and _blknos. rN) rr{rRrtr[rZrHr]rnrupdate_blklocs_and_blknosr)rfr new_blklocsr(s rIrGz.BlockManager._insert_update_blklocs_and_blknosGs $,$Q' ' 'IdmQ77DM9T\3t{3C3CDDDLLL AXXNQC+?@@DM>C ,<,<+=t|*LMMDLLL&2&L dk3DK0@0@'' #K(DM%DLLLrKcRtj|jdtj}d||<|d}||dd}|j|}||jdg}t|t||dS)zJ Delete selected locations, returning a new BlockManager. rrTT)rrrFr) rRrr{rrLrrqr_rrz)rfrr'rnbs new_columnsr_s rIideletezBlockManager.idelete]sXdjm28<<< " 7%%''*))%DQU)VVj*- TYq\*tDzz%**dUCCCCrKrrcg}|jD]k}|jr=|D]'}||}t ||}(F||}t ||}lt |dkrd}n|djjd}t|}t| ||j d |gS)z Apply grouped reduction function blockwise, returning a new BlockManager. Parameters ---------- func : grouped reduction function Returns ------- BlockManager rr) r]rurwrr4rHrr{r/rrr_r)rfrrrsbrnrowsrs rIgrouped_reducezBlockManager.grouped_reducems&( ; F FC} F**,,JJB hhtnnG$1'=$I$IMMJ))D// -g} E E }   " "EE!!$+1"5Ee$$Dzz%%mdil6G6G6I6I55QRRRrKc|jdksJfd|jD}td}t|||j|g}|S)z Apply reduction function blockwise, returning a single-row BlockManager. Parameters ---------- func : reduction function Returns ------- BlockManager r2c:g|]}|SrX)reduce)rwrrs rIrz'BlockManager.reduce..s%>>>3cjj&&>>>rKr)rgr]r/rrrq)rfr res_blocksrrs ` rIr[zBlockManager.reducescyA~~~~>>>>$+>>> a  t**((dj%5HIIrKrc$t|||S)zO Apply array_op blockwise with another (aligned) BlockManager. )r:)rfrarray_ops rIr:zBlockManager.operate_blockwises!uh777rKrfc.t||tS) Used in .equals defined in base class. Only check the column values assuming shape and indexes have already been checked. )r9r&rs rIrzBlockManager._equal_valuess T5,777rKlinear) interpolationqsr.rbr?c|jdksJtsJ|jdt t jg}fd|jD}t|||S)a Iterate over blocks applying quantile reduction. This routine is intended for reduction type operations and will do inference on the generated blocks. Parameters ---------- interpolation : type of interpolation, default 'linear' qs : list of the quantiles to be computed Returns ------- BlockManager r2rrTc>g|]}|S))rcrb)quantile)rwrrbrcs rIrz)BlockManager.quantile..s6   ADCLLBmL < <   rK) rgrr_rr.rRrr]r)rfrcrbrr]s `` rIrfzBlockManager.quantiles,yA~~~~BIaL%%''r)D)D)DE     HL    tDzz&(+++rKc@||j}|j}|j }|r,|jj|j}|d}n&tj |jdt}g}g} t|jdkrd} nHt|t|jz } | t| ksJt| } |j D]} | j} | | }| ||||\}}||| ||t%d|DksJ|| }t'|||gd}|S) a' Return a BlockManager with all blocks unstacked. Parameters ---------- unstacker : reshape._Unstacker fill_value : Any fill_value for newly introduced missing values. Returns ------- unstacked : BlockManager rr3rrT) new_placement needs_maskingc3>K|]}t|jVdSrb)rHrrss rIryz'BlockManager.unstack..s,$H$H2S%6%6$H$H$H$H$H$HrKFr)get_new_columnsrqrmask_allrreshape full_shaperrRrrirHr`r]rtile_for_unstack_unstackrvrr)rf unstackerr/rSrr new_mask2Drirx columns_maskfactorfacrrrhr]rr&s rIunstackzBlockManager.unstacks // ;; ' "++  J39>/2I4HIJ&NNN22MMHY%9!%QV W W W rKGenerator[tuple[str, Self]]c#Kd}tjt|j||D]+\}}||t |fV,dS)z Yield a tuple of (str(dtype), BlockManager) Returns ------- values : a tuple of (str(dtype), BlockManager) c*t|jSrb)rSrL)rs rIz+BlockManager.to_iter_dict..sC ,,rKkeyN) itertoolsgroupbysortedr]rcr<)rfr|rLr]s rI to_iter_dictzBlockManager.to_iter_dictss-,&.vdks/K/K/KQTUUU 5 5ME6tF||444 4 4 4 4 5 5rKrLnp.dtype | Noner:na_valuerOrectj|ot|}t|jdkr4t j|jt}| S|j r|jd}|tj urtj |j dr|rnd}|jr6|j||||j}n:|st j|j|}nt j|j||}|r%|j jdvr||t|j<|s |}d|j_n||| }|tj urn%|j jdkr|rn||t|<| S) a, Convert the blockmanager data into a numpy array. Parameters ---------- dtype : np.dtype or None, default None Data type of the return array. copy : bool, default False If True then guarantee that a copy is returned. A value of False does not guarantee that the underlying data is not copied. na_value : object, default lib.no_default Value to be used as the missing value sentinel. Returns ------- arr : ndarray rrTrT)rLrr:)rLr:mMFrLr)rrr'rHr]rRrr{float transposerr0 is_np_dtyperLrYrto_numpyrmasarrayrrrflags writeable _interleave)rfrLr:r passed_nanrrs rIrjzBlockManager.as_arrays0\(++>X t{  q (4:U333C==?? "  ! C+a.Cs~--?39c22 z D C j))%*'#)$$   Cj5999hszTBBB 1cin44(0D$$% ,hhjj&+ #"""BBC s~ % %  Y^s " "z " %CS N}}rKc|std|jD}t|}tj|j|}tj|jd}|tjdkrJ|tj ur<|jD]2}|j }| |}|||j <d||j <3|S|jD]}|j }|j r|j||}n| |}|||j <|tj ur+|jjdvr|||j t#|<d||j <|st'd|S) zt Return ndarray from blocks with specified item order Items must be contained in the blocks cg|] }|j SrXrTrs rIrz,BlockManager._interleave..xs222s222rKrTrrOrrrz'Some items were not contained in blocks)rJr]rUrRrr{rrLrr0r get_valuesrrYrrrr'rr)rfrLrritemmaskrrrs rIrzBlockManager._interleavejs &22dk222E  &&$*E2228DJqM** BHX&& & &8s~+E+E{ ) )\nnU++%(rz"'($$M; % %CB , j))%* nnU++!$F2: s~--#).D2H2H08rz"499-#$HRZ ||~~ L !JKK K rKcF|js||jS)zH Return True if more than one block with the same dtype )rj_consolidate_checkrkres rIrzBlockManager.is_consolidateds*' &  # # % % %$$rKct|jdkrd|_d|_dSd|jD}t|tt |k|_d|_dS)NrTc*g|]}|j |jSrX)rrLrs rIrz3BlockManager._consolidate_check..s"KKKc6JK#)KKKrK)rHr]rkrjrrs rIrzBlockManager._consolidate_checksp t{  q $(D !'+D $ FKKt{KKK #F s3v;;/?/? ?#'   rKc|s=t|j|_d|_d|_|dSdSr)r _consolidater]rkrjrres rIr%z!BlockManager._consolidate_inplacesY##%% /&t{33DK$(D !'+D $  , , . . . . .  / /rKmgrs list[Self]c8d}g}|D]y}|jD]X}|td}|j||_||Y|t |jz }z|t||}|S)zK Concatenate uniformly-indexed BlockManagers horizontally. rN) r]slice_block_columnsrraddrtrHrqrz) rrr_offsetr]rrrrs rIconcat_horizontalzBlockManager.concat_horizontals   % %Cz " ",,U4[[99!|//77  b!!!! c#)nn $FF#eFmmT**rKc td)zI Concatenate uniformly-indexed BlockManagers vertically. z.This logic lives (for now) in internals.concatrc)rrr_s rIconcat_verticalzBlockManager.concat_verticals ""RSSSrKr)r]rr_rrlrirErmrr)rr`rEr)rr`rrirEr)rr`rEr<)rEr)FN) rr rr<rrirr rErm)NN) r$r`r&r-rr.rr rErmrb)rr`rr<rrirr`rr1rr rErmF)rr`r9r r:rirErm)rr`rrrr<rErm)rEr)rrrEr )rrrEr)rfrrrrEri)rcr.rbr?rEr )rErw)rLrr:rirrOrEre)rLrrrOrErer)rrr_r^rEr )&rrrrrgrorrrrrrrr r,r;rr?rErFrGrTrXr[r:rrfrvrrr0rjrrrr%rrrXrKrIrrJs8 D"& %%%%%,    999[9G>G>G>G>R ; ; ; ; ;    X>'+ T-T-T-T-T-t#''+ 2>2>2>2>2>v(,>TY@@@@@@11111f ? ? ? ?&&&&, D D D D S S S SD*8888 888808 ,,,,,,F;;;;z 5 5 5 5"&> JJJJJ\"&>66666v%%%%((((////[*TTT[TTTrKrceZdZdZedEdZdZdZdZdZ dFdGdZ e dHdZ e dIdJdZ dKdZdLdMd#Zd$ZdNd%ZdNd&ZedOd'ZeedPd(ZedNd)ZedNd*ZdQd-ZdLdRd1ZedSd2ZedTd4ZdUd6Zd7Zd8ZdVd:Z dWd;Z!edXd<Z"dNd=Z#dYd>Z$d?Z%dZdAZ&d[dCZ'dDZ(dS)\rzmanage a single block withrE Literal[1]cdSrrXres rIrgzSingleBlockManager.ndimsqrKTrXFrr1rr.rlrirmc&|g|_|f|_dSrbr_r])rfrrrls rIrozSingleBlockManager.__init__sF h rKr]r|r_r^r ct|dksJt|dksJ||d|ddS)rrrFrrur~s rIrzSingleBlockManager.from_blockssM6{{a4yyA~~~~s6!9d1g>>>>rKNrr<rrr ct|}ttdt|}t ||d|}|||S)zN Constructor for if we have an array that is not yet a Block. rrr)r6rrrHr7)rrrrrrs rI from_arrayzSingleBlockManager.from_arraysV$E** E!SZZ00 1 1%2ADAAAs5%   rKcolumnsrc|jd}t|jd}td}t |||d|j}||jdg}t|g|dS)z5 Manager analogue of Series.to_frame rr2rrF)r_rl) r]r3rrrrr_rr)rfrrrrnew_blkr_s rI to_2d_mgrzSingleBlockManager.to_2d_mgrsk!n !444 A  $s))C2ACHEEE1**,,-WID5IIIIrKrrr`cL|jdj S)rrr)rfrs rIrz$SingleBlockManager._has_no_references" ;q>&446666rKcdjD}fdjD}tj}d|djDdi}||||fS)Ncg|] }|j SrXrrks rIrz3SingleBlockManager.__getstate__..%s666Q666rKc>g|]}j|jjSrX)rqrr)rwrrfs rIrz3SingleBlockManager.__getstate__..&s%KKK!tz!*"45KKKrK0.14.1c6g|]}|j|jjdS))rr)rrrrks rIrz3SingleBlockManager.__getstate__..,s7 !xQZ5GHHrKr)r]r<r_)rfr block_items axes_array extra_states` rI __getstate__zSingleBlockManager.__getstate__$s66$+666 KKKKt{KKK $)__  "![ <kAArKc~ddt|tr~t|dkrkd|dvra|dd}d |d D|_t|jtfd |d D|_nt d |dS)Nrgr`rEr1ct|d}t|tst|}t|}t |||S)NTr r)r,rPrr6r7)rrrgs rIunpickle_blockz7SingleBlockManager.__setstate__..unpickle_block8sW#6>>>Fh77 4)(33(00FVxdCCC CrKrc,g|]}t|SrX)r0rvs rIrz3SingleBlockManager.__setstate__..Ds BBBbb))BBBrKr_c3LK|]}|d|dVdS)rrrNrX)rwrrgrs rIryz2SingleBlockManager.__setstate__..FsP  q{AjMEEE      rKr]z*pre-0.14.1 pickles are no longer supported)rgr`rEr1)rPrzrHr_r]rd_post_setstate)rfstatergrs @@rI __setstate__zSingleBlockManager.__setstate__7s D D D D eU # # TE aHa>D     x   DKK &&RSS S rKcdSrbrXres rIrz!SingleBlockManager._post_setstateOs rKc|jdSrrres rIr=zSingleBlockManager._blockRs{1~rKc&|jdjS)zA Quick access to the backing array of the Block. r)r]rres rIrzSingleBlockManager.arrayVs {1~$$rKcdSzcompat with BlockManagerNrXres rIrZzSingleBlockManager._blknos_ trKcdSrrXres rIr[zSingleBlockManager._blklocserrKrnpt.NDArray[np.bool_]c|j}t|dkrF|r2t||d|jS|j|}t|tj r|j j dkrd}n|j }ttdt|}t|||d|}|j|}t|||S)NrFr4rrr)r=rHrrr:rrrPrRr8rLrrrr)rfrrrrrrnew_idxs rIget_rows_with_maskz%SingleBlockManager.get_rows_with_maskjsk w<c|jjSrb)r=rLres rIrLzSingleBlockManager.dtypes {  rKrcNtj|jjgtS)NrT)rRrr=rLrOres rIrzSingleBlockManager.get_dtypessx*+6::::rKc4|jS)z$The array that Series.values returns)r=external_valuesres rIrz"SingleBlockManager.external_valuess{**,,,rKc|jjS)z%The array that Series._values returns)r=rres rIinternal_valuesz"SingleBlockManager.internal_valuess {!!rKrBc|jjS)z#The array that Series.array returns)r=rres rIrzSingleBlockManager.array_values {''rKcn|jjr|dS|S)NFr4)r=r|r:rres rIr~z#SingleBlockManager.get_numeric_datas3 ; ! )99%9(( (   rKc|jjSrb)r= _can_hold_nares rIrzSingleBlockManager._can_hold_narrKc|ds5|jdf|_||j}t |tjrt|j |}t |tjr&|j dkrt|dkr|d}|||<dS)a Set values with indexer. For SingleBlockManager, this backs s[indexer] = value This is an inplace version of `setitem()`, mutating the manager/values in place, not returning a new Manager (and Block), and thus never changing the dtype. rTr4r)r.N) rr=r:r] _reset_cacherrPrRr8rrLrgrH)rfrrrs rIr<z"SingleBlockManager.setitem_inplaces%%a(( ;+++668DK      j c2: & & :( 599E eRZ ( ( "UZ1__Uq&MEG rKc|j|d}|f|_|jd||jd<||S)zy Delete single location from SingleBlockManager. Ensures that self.blocks doesn't become empty. r)r=r0r]r_r)rfrrs rIrTzSingleBlockManager.ideletes] [   ( ( +e y|**733 !   rKc td)zY fast path for getting a cross-section return a view of the data zUse series._values[loc] insteadrc)rfrs rIrzSingleBlockManager.fast_xss ""CDDDrKrc||jd_ttt ||jd_dS)a Set the values of the single block in place. Use at your own risk! This does not check if the passed values are valid for the current Block/SingleBlockManager (length, dtype, etc), and this does not properly keep track of references. rN)r]rrrrHr)rfrs rI set_valueszSingleBlockManager.set_valuess<!' A#1%F 2D2D#E#E A   rKrc|jdkrdS|jdj}|jdj}t||S)r`rFr)rgr]rr&)rfrleftrights rIrz SingleBlockManager._equal_valuess@ :??5{1~$ Q&D%(((rKc|j}||}tt|}t|||}|Srb)rr/rHrr)rfrrrrrs rIrXz!SingleBlockManager.grouped_reducesIjd3iic#hh''4jj##C// rK)rErr)rr1rr.rlrirErmrrb)rr<rr.rr rEr)rr.rEr)rrr)rEr1)rEr<)rrrEr )rrrr=rErr)rEr>r)rErBrr)rEr)rr<rErmr))rrrrrrgrkrjrrrorrrrrrrrrr=r rrZr[rrrrLrrrrr~rr<rTrrrrXrXrKrIrrs$$ XIO "'      ? ? ?[ ?LP ! ! ! ![ ! J J J J77777BBB&0    ^  %%%X U%X X****( , , , , ,X!!!X!;;;;---"""((((!!!! (((X(8    EEE F F F F ) ) ) )rKrTr]r|r_r^rrirlc t|||}na#t$rT}d|D}td|D}t||djdd||Yd}~nd}~wwxYw|r||S)Nrcg|] }|j SrXrrs rIrz4create_block_manager_from_blocks.. s///#*///rKc30K|]}|jdVdS)rN)r{)rwrs rIryz3create_block_manager_from_blocks.. s(77 ! 777777rKrr)rrrrr{r%)r]r_rrlrerrrrs rI create_block_manager_from_blocksr sL64:JKKK LLL/////7777777  F1IOABB,?sKKKKKKKKL #   """ Js A3A A..A3rrrr<c t|||}t||d}nA#t$r4}tt ||dj||Yd}~nd}~wwxYw|r||S)NFrr) _form_blocksrrrrHr{r%)rr_rrr]res rI'create_block_manager_from_column_arraysr s"Hfk48864%@@@ HHH VfQiotQGGGGGGGGH#   """ Js#& A$*AA$rr` block_shaper@rValueError | Noner cjttt|g|}t|dkr |ddd}td|D}t|dkr |ddd}||kr|||ddkrt dt d|d|) z.raise a helpful message about our constructionr2Nrc34K|]}t|VdSrbrurvs rIryz+raise_construction_error..C s(++CGG++++++rKrz)Empty data passed with indices specified.zShape of passed values is z, indices imply )rzmapr`rHr)rrr_rpassedimplieds rIrr7 s3sY5566 7 7F 6{{a"++d+++++G 7||q$$B$-Q]1~DEEE S&SS'SS T TTrKtuptuple[int, ArrayLike]tuple[int, DtypeObj]cf|dj}t|rt|}nd}||fS)Nrr)rLrid)rrLseps rI_grouping_funcrT s; FLE5!!ii :rKct|}|st||Stj|t}g}|D] \\}}}t |t |tjr|j dv} t|j ttfrtjt}t||\} } | rt!| } | t#| d} || t'|r$fd|D} || fd|D} || "|S)Nrr2rc ^g|])}|dt|dd*S)rrr2rrrwr block_types rIrz _form_blocks..~ sJ 1Q4>!A$+?+?aHHHrKc zg|]7}t|ddt|dd8S)rr2rr)r3rrs rIrz _form_blocks.. s^ &qtQ//>!A$;O;OVWrK)r _tuples_to_blocks_no_consolidater}r~rr5rPrRrLr issubclassrrSbytesrO _stack_arraysr+rrtrrv)rrrtuplesgrouperrRrrL tup_block is_dtlikerrr dtype_blocksrs @rIrra s v  F >/=== 77GC!(%% EI#E** eRX & & % d*I%*sEl33 )(( -i ? ? FI @7??*V~i/H/HqQQQC JJsOOOO  ' ' %"L JJ| $ $ $ $# L JJ| $ $ $ $ JrKc:dt||dDS)Ncvg|]6\\}}}tt|dt||7S)r2rr7)r8r3r)rwrrrs rIrz4_tuples_to_blocks_no_consolidate.. s]    Xas  s + + +~a7H7Hs      rKTr)r)rrs rIrr s4   #64===    rKct|ddi\}}|d}t|g|jR}tj||}t |D] \}}|||< ||fS)NrTrrT)rrHr{rRrr) rrLrrfirstr{stackedrrs rIrr sV1D11Iv 1IE [[ '5; ' 'EhuE***GF##3 I rKr\cd}tjt|||}g}|D]:\\}}}tt |||\}}t ||};t |S)zJ Merge blocks having same dtype, exclude non-consolidating blocks c|jSrb)_consolidate_key)rs rIrzz_consolidate.. s Q'rKr{)rLcan_consolidate)r}r~r _merge_blocksr<r4rz) r]gkeyrrxrrL group_blocks merged_blocksrs rIrr s ( 'Dv4 8 8 8$??G J3:>>/! 5<(   e=M    q#=*==   rKrtuple[list[Block], bool]c t|dkr|dfS|rtjd|D}t|djtjrtjd|D}nId|D}t tt|}|d |d}tj |}||}||}t|}t||gd fS|dfS) NrFc&g|]}|jjSrXrirks rIrz!_merge_blocks.. s&K&K&Kqqz':&K&K&KrKrcg|] }|j SrXrrks rIrz!_merge_blocks.. s#=#=#=AH#=#=#=rKcg|] }|j SrXrrs rIrz!_merge_blocks.. s222CSZ222rKr3rT) rHrRrnrPrLvstackr rr)_concat_same_typeargsortrr8) r]rLrr new_valuesbvalsbvals2r rs rIrr s! 6{{au}>~&K&KF&K&K&KLL  fQiorx 0 0 E #=#=f#=#=#=>>JJ226222E(#>?GGF44V!4DDJ*\**( #G, L ) )Z26667== 5=rKrrlengthrcrt|trd|tj||fSt|tjr|jjdkr.t|dd}tt||t|}|st||}d|t|fS)NrrrLfancy)rPrr slice_lenrRr8rLrr TypeErrorrrr-rH)rr$rrLrs rIrr s"E**.    "#3V < <  +RZ88 ;%*c11,gt< * *((**jjuEj:: # AAA%u555J''' :  ;NKKNrK)rCrDrErF)rLr>rErM)TT) r]r|r_r^rrirlrirEr) rrr_r^rrirr<rErrb) rr`rr@r_r^rrrEr )rrrEr)rrrrirr<rEr|)rEr|)rLrM)r]r\rEr\)r]r|rLr>rrirEr)rrr$r`rri)rLr>r{r@rEr<)s __future__rcollections.abcrrrr}typingrrr r r r r rHnumpyrRpandas._config.configr pandas._libsrrrrrpandas._libs.internalsrrpandas._libs.tslibsr pandas.errorsrrpandas.util._decoratorsrpandas.util._exceptionsrpandas.util._validatorsrpandas.core.dtypes.castrrrpandas.core.dtypes.commonrrrpandas.core.dtypes.dtypesr r!r"r#pandas.core.dtypes.genericr$r%pandas.core.dtypes.missingr&r'pandas.core.algorithmscore algorithmspandas.core.arraysr(pandas.core.arrays._mixinsr)pandas.core.baser*pandas.core.constructionr+r,pandas.core.indexersr-pandas.core.indexes.apir.r/r0pandas.core.internals.blocksr1r2r3r4r5r6r7r8pandas.core.internals.opsr9r:r;pandas._typingr<r=r>r?r@rApandas.api.extensionsrBrJrUrWrrrrrrrrrrrrrrXrKrIrWs9"""""" ,,,,,, *)))))322222444444777777    '&&&&&&&&,,,,,,BBBBBB))))))766666                      5))))))544444$$$$&    x x x x x |x x x vRTRTRTRTRT<,.>RTRTRTj\\\\\)\\\L ! 4> UUUUU:    ++++\    "    F.....      rK