jEddlmZddlZddlZddlmZmZmZmZm Z m Z ddl Z ddl Z ddlmZmZmZddlmZmZddlmZddlmZmZmZddlmZdd lmZdd l m!Z!dd l"m#Z#m$Z$dd l%m&Z&m'Z'm(Z(m)Z)m*Z*dd l+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1ddl2m3Z3m4Z4m5Z5m6Z6m7Z7ddl8m9Z9m:Z:m;Z;mZ>ddl?m@Z@mAZAmBZBddlCmDZDddlEmFcmGZHddlImJZJmKZKmLZLmMZMmNZNddlOmPZPddlQmRZRmSZSmTZTddlUmVZVddlWmXZXmYZYmZZZm[Z[m\Z\m]Z]ddl^m_Z_ddl`maZaddlbmFcmcZdddlemfZfddlgmhZhmiZiddljmkZkddllmmZmer0ddlnmoZompZpmqZqmrZrddlsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}dd l~mZdd!lmZe jd"ZGd#d$eaejZGd%d&eZGd'd(eZGd)d*eZGd+d,eZGd-d.eZdJd2ZdKd6Z dLdMd;Zdd<dNd?ZdOdAZdPdDZdLdQdFZdRdSdHZdJdIZdS)T) annotationsN) TYPE_CHECKINGAnyLiteralSelfcastfinal)NaT internalslib)BlockPlacementBlockValuesRefs)NA)AbstractMethodErrorOutOfBoundsDatetimePandas4Warning)cache_readonly)find_stack_level)validate_bool_kwarg)astype_array_safeastype_is_view)LossySetitemErrorcan_hold_elementconvert_dtypesfind_result_typenp_can_hold_element)is_1d_only_ea_dtypeis_float_dtypeis_integer_dtype is_list_like is_scalaris_string_dtype)DatetimeTZDtypeExtensionDtype IntervalDtype NumpyEADtype PeriodDtype) ABCDataFrameABCIndexABCNumpyExtensionArray ABCSeries)is_re)is_valid_na_for_dtypeisnana_value_for_dtype)missing)extract_bool_arrayputmask_inplaceputmask_without_repeatsetitem_datetimelike_compatvalidate_putmask)quantile_compat)compare_or_regex_search replace_regexshould_use_regex)shift) DatetimeArrayExtensionArray IntervalArrayNumpyExtensionArray PeriodArrayTimedeltaArray) StringDtype) PandasObject) expressions)ensure_wrapped_if_datetimelike extract_array)check_setitem_lengths)get_values_for_csv)Callable GeneratorIterableSequence) ArrayLikeAxisInt DtypeBackendDtypeObj FillnaOptions IgnoreRaiseInterpolateOptionsQuantileInterpolationShapenpt)Index)NDArrayBackedExtensionArrayobjectceZdZUdZded<ded<ded<ded <d Zd ZeeddZ eeddZ eeddZ eeddZ eedZ eeddZeeddZedZeedZedZeddZejddZe ddd!Ze ddd#Zedd%Zedd&Zedd)Zedd,Ze ddd/Zedd2Zedd5Zedd7Zedd8Z edd:Z!edd<Z"edd=Z#edd?Z$edd@Z% dddJZ&eeddLZ'e dddRZ(edSddTddVZ)eddXZ*dddZZ+edd[Z,e ddd^Z-e ddd_Z.e dddeZ/e dddgZ0ddjZ1dkZ2eddmZ3ddpZ4ddrZ5dddtZ6ede7j8fddxZ9dd{Z:dd|Z;dd}Zd dddddZ?ed ddddddZ@eddZAdddZBe dddZCeddZDddZEeddZFeddZGdddZHdS)Blockz Canonical n-dimensional unit of homogeneous dtype contained in a pandas data structure Index-ignorant; let the container take care of that znp.ndarray | ExtensionArrayvaluesintndimrrefsrH__init__Freturnboolc,t|j S)z We validate dimension for blocks that can hold 2D values, which for now means numpy dtypes or EA dtypes like DatetimeTZDtype and PeriodDtype. )rdtypeselfs JC:\Projects\DSCons\.venv\Lib\site-packages\pandas\core\internals\blocks.py_validate_ndimzBlock._validate_ndims'tz2222c,|jjtkSN)r[rd _dtype_objres rg is_objectzBlock.is_objects{ J..ric@tj|jj Srk)r is_np_dtyper[rdres rg is_extensionzBlock.is_extensions?4;#45555ric|j Srk)rpres rg_can_consolidatezBlock._can_consolidates$$$ric(|j|jjfSrk)rrrdnameres rg_consolidate_keyzBlock._consolidate_keys$djo55ricd|j}t|tjr |jdvS|jS)z7 Can we store NA values in this Block? iub)rd isinstancenpkind _can_hold_narfrds rgr{zBlock._can_hold_nas5   eRX & & +:U* *!!ricP|jjtjtkS)z^ We can be bool if a) we are bool dtype or b) object dtype with bool objects. )r[rdryrbres rgis_boolz Block.is_bools { BHTNN22ric*t|jSrk)external_valuesr[res rgrzBlock.external_valuesst{+++ric.t|jdS)NF)compat)r/rdres rg fill_valuezBlock.fill_values"$*U;;;;ric^|jtkrt||jr|j}|Srk)rdrlr-rrfvalues rg_standardize_fill_valuezBlock._standardize_fill_values/ : # #(=eTZ(P(P #OE rir c|jSrk _mgr_locsres rgmgr_locszBlock.mgr_locss ~ri new_mgr_locsNonec||_dSrkr)rfrs rgrzBlock.mgr_locss %riN placementBlockPlacement | NoneBlockValuesRefs | Nonec~||j}|jrt||j}t |||j|S)zm Create a new block, with type inference propagate any values that are not specified Nr]rr]r^)rrpensure_block_shaper] new_blockrfr[rr^s rg make_blockzBlock.make_blocksJ  I   @'TY???F9494PPPPrircV||j}t||||j|S)z2Wrap given values in a block of same type as self.Nr)rtyper]rs rgmake_block_same_classzBlock.make_block_same_classs4  ItDzz&IDIDQQQQristrct|j}|jdkr|dt|d|j}n@dd|jD}|d|jjd|d|j}|S)Nz: z dtype: z x c,g|]}t|Sr`)r).0ss rg z"Block.__repr__.. s;;;1A;;;riz, z , dtype: ) r__name__r]lenrdjoinshaperindexer)rfrtresultrs rg__repr__zBlock.__repr__sDzz" 9>>??D ??4:??FFJJ;; ;;;< dk,,V,,$V,,$$V,,,ric|jdksJ||j}|jjdkr|}n|dd}||S)Nr)r]r[reshaper)rfrr res_valuess rgreducez Block.reduce`s`yA~~~~dk"" ; q JJA..Jz***rirc|jdkrt|jtrg}t |jD]j\}}t |js|||dz}n||}t|}|||}| |k|S||}|gS)Nr)r[r) r]rxrdr$ enumeraterrr rappend) rfrnbsilocvalsbpblocknbs rgrzBlock._split_op_resultos ;??z&,GG?C#DN33 " "3*6<88%!!a!e),DD!!9D#C((trBB 5!!!!J __V $ $t riGenerator[Block]c#K|jdksJt|jD]W\}}|jt ||dz}t |}t |||d|j}|VXdS)zD Split a block into a list of single-column blocks. rrrN)r]rrr[rr rr^)rfrref_locrrrs rg_splitz Block._splits yA~~~~#DN33  JAw;uQA/D((BdDBQTYGGGBHHHH   ric|jdkr|jddksJg}|D]#}||g|Ri|}||$|S)z Split the block and apply func column-by-column. Parameters ---------- func : Block method *args **kwargs Returns ------- List[Block] rrr)r]rrextend)rfrargsr res_blocksrrbss rgsplit_and_operatezBlock.split_and_operates}yA~~$*Q-1"4"4"44 ++-- # #B$r+D+++F++C   c " " " "riraise_on_upcastcZt|jj|}||jkrtdt |rnt |jjrUt |rF|tur=t|tj tj frtj |sd}nht|tj rN|jdkrCt |jjr*t|jrt!j|rd}|r t%d|d|jjd|jj|kr td|d|jjd  ||S#t($r}t)d |jd |d }~wwxYw) z coerce the current block to a dtype compat for other we will return a block, possibly object, and not raise we can also safely try to coerce to the same dtype and will receive the same block z\Something has gone wrong, please report a bug at https://github.com/pandas-dev/pandas/issuesFrzInvalid value 'z ' for dtype ''zDid not expect new dtype z to equal self.dtype zE. Please report a bug at https://github.com/pandas-dev/pandas/issues.z0Incompatible (high-resolution) value for dtype='z$'. Explicitly cast before operating.N)rr[rdAssertionErrorr!rr.r rxry datetime64 timedelta64isnatndarrayr]rr has_only_ints_or_nan TypeErrorastyper)rfotherr new_dtypeerrs rgcoerce_to_target_dtypezBlock.coerce_to_target_dtypes%T[%6>>  " " >  e   $ !233 $U  $S  52="."ABB!GIxPU! $OO ubj ) ) $ a !233 u{++ (// $O  XVeVV$+BSVVVWW W ;  ) ) ?I??;$???  ;;y)) )"    &44:444   s-F F* F%%F*cF|js|dgS|jdkrb|jddkrQ|t j}td|Dr|dgS|S|j}|jdkr|d}tj |d}d }||ust|tr|j |ur|j}t||j}t!|}||| gS) zz Attempt to coerce any object types to better types. Return a copy of the block (if copy = True). Fdeeprrc36K|]}|jjdkVdS)ONrdrz)rblks rg z Block.convert..s+;;S39>S(;;;;;;rirT)convert_non_numericNr)rmcopyr]rrrZconvertallr[r maybe_convert_objectsrxr>_ndarrayr^rrr)rfblocksr[rr^s rgrz Block.converts= ~ +II5I))* * 9>>djmq00++EM::F;;F;;;;; / u --..M ;!  AYF.  $       z#6 7 7 #v--9D' DI>> (44  6677riTnumpy_nullable infer_objectsconvert_stringconvert_integerconvert_booleanconvert_floating dtype_backendrNc h r|jr|}n|g}tgs d|DSg}|D] jdks jddkr gn t } fd| D} t fd| Dr*| dt| | d D]8\} } || | | jdk 9|S) Nc:g|]}|dS)Fr)r)rbs rgrz(Block.convert_dtypes..s&5551AFFF&&555rirrc Dg|]}t|jSr`)rr[)rr rr rrr rs rgrz(Block.convert_dtypes..%sL   H"##$!!   ric3.K|]}|jkVdSrkr)rrdrs rgrz'Block.convert_dtypes..1s*::%5CI%::::::riFrTstrict)rdsqueeze) rmranyr]rlistrrrrzipr)rfrrrrr r blksrsub_blksdtypesrdr rs `````` @rgrzBlock.convert_dtypes s  T^ <<>>DD6D  P   665555 5 G GCQ#)A,!*;*;cjjllASAS          "   F::::6:::::  3888//000>>> G Gq 188%18EEFFFF G rirOc|jjSrk)r[rdres rgrdz Block.dtype=s{  riraiserderrorsrQrc |j}|rF|jdkr;t|r,|jddkrt d|dddf}t |||}t |}d}t|j|jr|j }| ||}|j|jkr:td|jj d |jd |jj d |jd |S) a Coerce to the new dtype. Parameters ---------- dtype : np.dtype or ExtensionDtype errors : str, {'raise', 'ignore'}, default 'raise' - ``raise`` : allow exceptions to be raised - ``ignore`` : suppress exceptions. On error return original object squeeze : bool, default False squeeze values to ndim=1 if only one column is given Returns ------- Block rrrz*Can not squeeze with more than one column.N)rrzcannot set astype for dtype (z [z]) to different shape (z])) r[r]rr ValueErrorrrrrdr^rrrt)rfrdrrr[rr^newbs rgrz Block.astypeBs).  "v{a'',?,F,F'|A!## !MNNNAqqqD\F&vuVDDD (44  &, (8 9 9 9Dz55 : # #6JO66'+z66JO66'+z666   rinan)na_repquotingr c`t|j|||||}||S)z"convert to our native types format)r r! float_format date_formatdecimal)rGr[r)rfr#r$r%r r!rs rgrGzBlock.get_values_for_csvps@ $ K%#    v&&&rirc|j}|r|}d}n|}|j}t |||j|j|S)zcopy constructorNr)r[rviewr^rrr])rfrr[r^s rgrz Block.copys_  [[]]FDD[[]]F9DtDzz&DNQUVVVVriinplacech|r|js|S||S)Nr)r^rr)rfr(rs rg _maybe_copyzBlock._maybe_copys8  492244 Kyydy###ric^d}| }|r#|jrd}n|j}||fS)NT)r^r)rfr(r^rs rg_get_refs_and_copyzBlock._get_refs_and_copysD{  !y&&(( !yTzrimasknpt.NDArray[np.bool_] | Nonec |j}||s||dgS|tj||}|s||dgS||s|jdkr=t|r.||}t|j|||gS|j dks|j ddkrh| |tur-| tjt}n||d}|||d| Sg}t#|D]J\}} |t)|| ||d|||dz K|S) z replace the to_replace value with value, possible to create new blocks here this is just a call to putmask. FrNstringrrrT to_replacerr(r-)r[rr*r0 mask_missingrrdr,r2r]rrrryrXrreplacerrrr) rfr3rr(r-r[rrrrs rgr5z Block.replaces"%%j11 ; $$W5$99: : <' ;;Dxxzz% $$W5$99: :  # #E * * tzX/E/E%PU,,/E""7++C CJe 4 4 45L Y!^^tz!}11} kk"(6"2"23311%1OO;;%  F"4;;==11  2 JJ&&#-# $!!a!e)_ 'Mric"t|s,||s|dgSt|r'|jtdfvr|dgS||sG|jdkrt|s-|t jt}n||}tj |}t|j ||||gS)a Replace elements by the given value. Parameters ---------- to_replace : object or pattern Scalar to replace or regular expression to match. value : object Replacement object. inplace : bool, default False Perform inplace modification. mask : array-like of bool, optional True indicate corresponding element is ignored. Returns ------- List[Block] Frr0) r,rrrdrXrryr*recompiler8r[)rfr3rr(r-rrxs rg_replace_regexzBlock._replace_regexs4Z   +)?)? )K)K +II5I))* *    +FH3E!E!EII5I))* *  " "5 ) ) ..2jH.D.Du.DKK 0 011EE$$W--E Z # #elBt444wrisrc_list Iterable[Any] dest_list Sequence[Any]regexc jfdt||dD}|sdgSt|dz }t jr!t fd|D}nfd|D}|rt|}g}tt||dD]4\} \\} } } g} t|D]\}}t|dkr| }n&| }t|trJ|||dz}| | | || }| |krd tj j D}|D]v}|j j urHt||vr6|ur2j j |t|X|j j w| || }6|S) z: See BlockManager.replace_list docstring. c|g|]8\}}|sjdk%t|4||f9S)r0)rrdr,)rxyrfs rgrz&Block.replace_list..#s[   1&&q)) /3jH.D.Dq.DF.D.D.DriTrFrrc 3dK|]*}tt|dV+dS)r)r?r-N)r1r7)rrna_maskr?r[s rgrz%Block.replace_list..1s[66#+FAaDGTTT666666ric3NK|]}tj|dV dS)rN)r0r4)rrr[s rgrz%Block.replace_list..9s4GGAW)&!A$77GGGGGGri)r3rr-r(r?cDi|]\}}t||Sr`)id)rrr s rg z&Block.replace_list..`s7$$$'+q!1133$$$ri)r[rrrr"rdr.rrrxrb_replace_coercer^referenced_blocksrHpopclearr)rfr;r=r(r?pairssrc_lenmasksrbrsrcdestr-new_rbblk_numrmmibr self_blk_idsr rEr[s` ` @@rg replace_listzBlock.replace_lists    Hi===     +II5I))* *e**q. 6< ( ( HF||mG666666 666EEHGGGGGGE  KKEV&/E50N0N0N&O&O+ +  "A" dT"$F !*" $ &$ & r77a<<AAC)#t44444Ggk12A ,,"# -<<$$/89T/U/U$$$L$ = =6TY..!!uu 44$ $ ; ? ? RPQUU@S T T TF4::<<<< f%%%%BB rinpt.NDArray[np.bool_]c4t||r|||||S||r|j}|t jt}|s| d}n3|r1|r/|jr| d}t|j |||gS| dgS| ||||S)ai Replace value corresponding to the given boolean array with another value. Parameters ---------- to_replace : object or pattern Scalar to replace or regular expression to match. value : object Replacement object. mask : np.ndarray[bool] True indicate corresponding element is ignored. inplace : bool, default True Perform inplace modification. regex : bool, default False If true, perform regular expression substitution. Returns ------- List[Block] )r(r-NTrFr2) r9r:rr^rrryrdrXrr2r[r5)rfr3rr-r(r?has_refrs rgrJzBlock._replace_coerceqs1< E: . . && ' }88::  "i5577GRXf%5%566B"0WW$W// 0W01F1F1H1H0WW$W//#BItU;;;4K u --..<<%   riarg np.ndarrayc|SzA For compatibility with 1D-only ExtensionArrays. r`rfr]s rg_maybe_squeeze_argzBlock._maybe_squeeze_args  ric|Sr`r`)rfrs rg_unwrap_setitem_indexerzBlock._unwrap_setitem_indexers rirTc|jjSrk)r[rres rgrz Block.shapes {  rir)int | tuple[int, int] | tuple[slice, int]c|j|Srkr[)rfrs rgigetz Block.igets{1~ri4slice | npt.NDArray[np.bool_] | npt.NDArray[np.intp]c|j|S)zreturn a slice of my valuesrh)rfrs rgrz Block._slices {6""rircZ|r|j|_||j|<dS)a Modify block values in-place with new item value. If copy=True, first copy the underlying values in place before modifying (for Copy-on-Write). Notes ----- `set_inplace` never creates a new array or new Block, whereas `setitem` _may_ create a new array and always creates a new Block. Caller is responsible for checking values.dtype == self.dtype. Nr[rrflocsr[rs rg set_inplacezBlock.set_inplaces3  -+**,,DK" DriraxisrMc\|j}|tjur |j}d}nd}t j|||||}t |tr|jdkr|J|dkr|J||j }|j |j kr| ||S| ||S)zN Take values according to indexer and return them as a block. FT)rq allow_fillrrNr) r[r no_defaultralgostake_ndrxExtensionBlockr]rrdrr)rfrrqrrr[rsrs rgrvz Block.take_nds  ' 'JJJJ] G$:*   dN + + A Q<+?+?@AII,"6"67  >L  tz ) )??:|<< <--j,GG Gri new_placement needs_maskingc||jj|\}}|d}|j|}||}t |}t ||g}||fS)a  Return a list of unstacked blocks of self Parameters ---------- unstacker : reshape._Unstacker fill_value : int Only used in ExtensionBlock._unstack new_placement : np.ndarray[np.intp] allow_fill : bool needs_masking : np.ndarray[bool] Returns ------- blocks : list of Block New blocks of unstacked values. mask : array-like of bool The mask of columns of `blocks` we should keep. rrr)get_new_valuesr[Trr new_block_2d) rf unstackerrrxryrr-rrs rg_unstackzBlock._unstack s4%33 KMj4   Dxx{{ \$' %d+ M * *zR8889t|ric||}ttj|j}|jdkr|j}t||||jtkrt|d} t|j|}|jtkr:||}tj |rt|t||}|d}ttj|jj}t#|tjr&|jdkrt|dkr|d} |||<nv#t$t&f$r%}t|rt'd|d}~wwxYw#t($r0||d }|||cYSwxYw|S) a Attempt self.values[indexer] = value, possibly creating a new array. Parameters ---------- indexer : tuple, list-like, array-like, slice, int The subset of self.values to set value : object The value being set Returns ------- Block Notes ----- `indexer` is a direct slice/positional indexer. `value` must be a compatible shape. rTrr(r)r.z)setting an array element with a sequence.Nr1)rrryrr[r]r~rFrdrlrErr r r4rr*rxrrrrsetitem)rfrrr[castedvirrs rgrz Block.setitem9s*,,U33bj$+.. 9>>XF guf555 : # #!%t<<t@f$r|jdks|jddkr/|!|d} | ||cYSt|tjtDf} g} tG|$D]V\}}|}| r|d d ||dzf}|d d ||dzf}|||}| %|W| cYSwxYw|r| j } |&| gS) a evaluate the block; return result block(s) from the result Parameters ---------- other : an ndarray/object cond : np.ndarray[bool], SparseArray[bool], or BooleanArray Returns ------- List[Block] rFrzThis should not be reached; call to np.where above is expected to raise ValueError. Please report a bug at github.com/pandas-dev/pandasrrrr1N)'r]rxr)r+r(r1rryrr[r~r5rr rtrrrrdr4sumr rwhereNotImplementedErrorrrarrayrrCrrrrr<rrrr)rfrcond transposer[ orig_othericondrraltrrrrrrothrrs rgrz Block.wheres^yDI%%%%eh <%HIIIIIIN !$''bj$+..  XF&vu55 t  +II5I))* * CN " "OE,,U33; B)u==F4E-feiikk5IIC%&&3u::F +C+CHeVVU333-7   65#.... !''B&ubj99BE djn44 HUOO33FLAAE %*E665AAmI'89 " " "yA~~A!!3!333E53QQ{{:t44444&ebj.-IJJ &t{{}}55++EArC2#AAAq1q5yL1"111a!a%i<0G((300C%%c****!!!!- "t  XF''((sHA L BL L limit int | Nonect|d}|jsd}n,t|j}t |j|\}}|r|dgS|)d|||jjdz |k<|r||j |}n| ||j }t|S)z fillna on the block with the value. If we fail, then convert to block to hold objects instead and try again r(TFrNr) rr{r.r[r5rcumsumr]rr~r extend_blocks)rfrrr(rr-rs rgfillnaz Block.fillna"s&gy99  =DD $$D)$+t<CDT[-122U: ;  -,,tvu--CC**UTVG,,CS!!!rir(r limit_areamethodrPr#Literal['inside', 'outside'] | Nonec:|js|dgS||\}}tt|j}|j||||j}t|d} | | |gS)NFr)rrrrTrr) r{rr,rr> array_valuesr~_pad_or_backfillrEr) rfrr(rrrr^rrdatas rgpad_or_backfillzBlock.pad_or_backfillCs  +II5I))* *,,W55 d'):;;V,,! -  Zt<<<**4d*;;<>"*dk22FYvs++F~,,S11HDJJv JJJK K 6#;;$++A. . . ncDK$5a$8#9:;;~. "$  !I3355?tyy4  ClQ&&&\A%5%;QQQ%>?#L1$4s$:;T$ZZnT&:&:QU!!"%%%LLric t|)(return a boolean if I am possibly a viewrres rgis_viewz Block.is_view7s"$'''rir<c t|)zP The array that Series.array returns. Always an ExtensionArray. rres rgrzBlock.array_values< "$'''riDtypeObj | Nonec t|)z return an internal format, currently just the ndarray this is often overridden to handle to_dense like operations rr|s rg get_valueszBlock.get_valuesCrrirarb)rar )rr rar)NN)rrr^rrarZ)rrr^rrar)rar)rar\)rrrar)rrrarF)rrrr rrbrar)rrrarb)rrLrarbrar)rarZ)rrLrar)rar)rrbrarZ)TTTTTr)rrbrrbrrbrrbr rbr rNrar)rarO)rF)rdrOrrQrrbrarZ)r rrarZ)rrbrar)T)r(rbrrbrar)r(rb)FN)r(rbr-r.rar)r(rbrar)FF) r;r<r=r>r(rbr?rbrar)TF)r-rZr(rbr?rbrar)r]r^rar^rarT)rrfrar^)rrjrarLr[rLrrbrar)rrrqrMrrrarZrxrryrZNFrrr(rbrar rrPr(rbrrrrrar)rrRrrVr(rbrrrrrrrar)rr\rarrkrr\rrrar)r)rrVrrSrarZ)rr\rarrar<rdrrar^)Ir __module__ __qualname____doc____annotations__ __slots__rr rrhrmrprrrur{propertyr~rrrrsetterrrrrrrrrrrrrrrrrrrdrrGrr*r,r5r:rYrJrbrdrrirrpr rtrvrrrrrrrrr:rrrrrrr`rirgrZrZs(''' IIIIJ 333^ U3 ///^ U/ 666^ U6 %%%^ U% 66^ U6 """^ U"  333X U3  ,, U, <<^ U<  U X_&&&_& ,0'+ QQQQ UQ" ,0'+ R R R R U R     U      U  JJJ UJ  J J J U J RW J J J J U J 666 U6   ) ) ) U )" --- U-  + + + U +  U*     U   U2 777 U7r "8"8"8 U"8L## $ $!%&6,,,,,b !!!^ U! & ++++ U+Z CHRV ' ' ' ' ' U '  W W W U W$$$$$   U -1 @@@@ U@D   ---- U-^  YYYY UYv  7777 U7z !!!X!#########$ /3> %H%H%H%H U%HN****\====~A"A"A"A"Fe)e)e)e)T! """""J :> ======6  BK:>(=(=(=(=(= U(=T 444 U4,<,<,<,<,<\ 08>>>> U>: "="="= U"=N0000d(((X((((X( (((((((rirZceZdZUdZded<ed d!d Zed Zed"d Zed"dZ ed"fd Z ee d#dZ ed d$dZ eddddd%dZxZS)& EABackedBlockz> Mixin for Block subclasses backed by ExtensionArray. r<r[Nrr\rrrarcz|jj||j}||gS)z Shift the block by `periods`. Dispatches to underlying ExtensionArray and re-boxes in an ExtensionBlock. )rr)r[r~r:r)rfrrrs rgr:zEABackedBlock.shiftRs:[]((Z(PPR **:6677ric|}|}||}||}|j}|jdkr|j}t ||| |||<|S#t tf$rt|j tr/| |d}| ||cYSt|tr/| |d}| ||cYSwxYw)a7 Attempt self.values[indexer] = value, possibly creating a new array. This differs from Block.setitem by not allowing setitem to change the dtype of the Block. Parameters ---------- indexer : tuple, list-like, array-like, slice, int The subset of self.values to set value : object The value being set Returns ------- Block Notes ----- `indexer` is a direct slice/positional indexer. `value` must be a compatible shape. rTr1)rdrbr[r]r~rFrrrxrdr%rrNDArrayBackedExtensionBlock)rfrr orig_indexer orig_valuer[rs rgrzEABackedBlock.setitem_s*0  ..w77''.. ;!  XFguf555 #F7OKI&   $*m44 00T0RRzz, ;;;;;D"=>> 00T0RRzz, ;;;;; sA!!AD;AD?Dc|jj}t|}|}|}||}||}|tjur|j}t||\}}|r|dgS | ||j}n#t$rttf$r|j dks|jddkrt|jt"t$fr||d} |j dkrEt|t(jr+|j dkr t-| js |dddf}| ||cYSt|t0r/||d} | ||cYSt|t(jt2f} g} t5|D]V\} } |}| r|dd| | dzf}|dd| | dzf}| ||}| |W| cYSwxYw||} | gS)NFrrrr1r)r[r~r1rbr rtrr5r_whererrrr]rrxrdr%rArryrrrrr<rrrr)rfrrarrr orig_condrrrrrrrrrrrs rgrzEABackedBlock.whereskm!$''  ''..&&t,, CN " "OE&sTE22 t  +II5I))* *) "D%002JJ"    I&% "% "% "yA~~A!!3!3dj=+*FGG55jRW5XXC Q&y"*=='%Na// 3CI > >0%.aaag$6 99Z;;;;;&ABB55jRW5XXC99Z;;;;;&j2:~2NOO &t{{}}55++EAr"A5&qqq!a!e)|4'1q1u9 5G((1g..C%%c****!!!!K% "N ' ' 3 3t s! B**CI'AI'BI'&I'cdt|}|tjur|j}|}|}||}||}|s|dgS|d}|j}|j dkr|j } | ||ni#t$rttf$rJ|j dks|jddkrt!|jt$r/||d}|||cYSt!|t*r/||d}|||cYSt!|t,jt0f}g}t3|D]V\} } |} |r|d d | | dzf} |d d | | dzf} | | | } || W|cYSwxYw|gS) z+ See Block.putmask.__doc__ FrTrrrrr1N)r1r rtrrbrrr*r[r]r~_putmaskrrrrrxrdr%rrrryrr<rrr)rfr-rorig_newrr[rrrrrrrrs rgrzEABackedBlock.putmasksp "$'' #. /C %%c**&&t,,xxzz +II5I))* *-- ;!  XF$ " OOD# & & & &"    :& " " "yA~~A!!3!3dj-88 55hPT5UUC;;y(;;;;;&ABB55hPT5UUC;;y(;;;;;&h^0LMM &t{{}}55++EAr A3$QQQAE \2'1q1u9 5G**Wa00C%%c****!!!!? "Bv s!.CA?H,AH, BH,+H,c*|jdkrU|j|}|j|}t ||||jgS|jjdkrgSt |S)Nrr)r]r[rrrsuper)rfrr[r __class__s rgrzEABackedBlock.deletes 9>>['',,F~,,S11HDJJv JJJK K [  " "Iww~~c"""ric|jSrkrhres rgrzEABackedBlock.array_values"s {rirdrr^c|j}|tkr|t}t j||jS)zS return object dtype as boxed values, such as Timestamps/Timedelta )r[rlrrXryrrr)rfrdr[s rgrzEABackedBlock.get_values'sG !K J  ]]6**Fz&!!))$*555riFrrrPr(rbrrrrc>|j}||d}dtj|jjvr||d<n&|$t t |jd|jdkr|j jdi|j }n |jdi|}| |gS)N)rrrz does not implement limit_area (added in pandas 2.2). 3rd-party ExtensionArray authors need to add this argument to _pad_or_backfill.rr`) r[inspect signaturer parametersrrrr]r~r)rfrr(rrr[rrs rgrzEABackedBlock.pad_or_backfill2s,2U!C!C 7,V-DEEP P P#-F<  #%<<(AAA  ;!  22<JJ00::6::J**:6677rirkrrrrr)rrrrrr r:rrrrrrrr __classcell__rs@rgrrKsh  8 8 8 8 U 8 44 U4l ??? U?B ;;; U;z  # # # # # U # ^ U 6666 U6  :> 88888 U88888rirceZdZUdZded< d%d&fd Zed'dZd(dZd)d*dZ dZ dZ e d+dZ ed+dZd,dZed-dZd.d$ZxZS)/rwz Block for holding extension types. Notes ----- This holds all 3rd-party extension array types. It's also the immediate parent class for our internal extension types' blocks. ExtensionArrays are limited to 1-D. r<r[NFrrr(rbrarct|jttfrOt|jtr|t dt |||S|jr|jj s|j }|j}n| |\}} |j|||}nq#t$rdd}|j||}tjdt|jjdt"t%YnwxYw|||gS) Nzlimit must be None)rrr()rrr)rrzExtensionArray.fillna added a 'copy' keyword in pandas 2.1.0. In a future version, ExtensionArray subclasses will need to implement this keyword or an exception will be raised. In the interim, the keyword is ignored by .rr)rxrdr%rArrrr{r[_hasnar^r,rrrrrrrr)rfrrr(r^rrrs rgrzExtensionBlock.fillna]s dj=+"> ? ? $*m44 79J !566677>>"    T[%7 9DJJ0099JD$ ![//e5t/TT    ![//e5/II  5DK((1 555 #/11        "**:D*AABBs-C A+D98D9rTc|jdkrt|jfSt|jt|jfS)Nr)r]rr[rres rgrzExtensionBlock.shapesA 9>> $$& &4>""C $4$444rirrfcnt|tr|\}}tj|s|dkrt |dt|t r/|dkr|t |jz }|j||dzS|j|S|dkrt |d|jS)Nrz only contains one itemr)rxtuplecom is_null_slicerrrr[)rfrcolrs rgrizExtensionBlock.igets a   HC$S)) CcQhh D!A!A!ABBB#u%% 2773t{+++C{3q=11;s# #Avv D!A!A!ABBB; rirLrrc^|r|j|_||jdd<dSrkrmrns rgrpzExtensionBlock.set_inplaces4  -+**,,DK AAAric@t|tjtfr8|j|jjdzkr |jddksJ|dddf}nDt|tr/|jddksJ|ddj }|S)z@ If necessary, squeeze a (N, 1) ndarray to (N,) rNrr) rxryrr<r]r[rr(_ixsrras rgrbz!ExtensionBlock._maybe_squeeze_args sRZ8 9 9 .DK,q0009Q<1$$$$aaad)CC \ * * .9Q<1$$$$((11(%%-C ricVt|trt|dkrtd|DrU|\}}|jdkr)|dkr|jddkst d|dddf}ntj|dr|ddkr |d}nbtj |dr |d}n?t|dr|dddkr |d}nt d|S)zw Adapt a 2D-indexer to our 1D values. This is intended for 'setitem', not 'iget' or '_slice'. rc3`K|])}t|tjo |jdkV*dS)rN)rxryrr])rrBs rgrz9ExtensionBlock._unwrap_setitem_indexer..s9NN:a,,<1NNNNNNrirrzPThis should not be reached. Please report a bug at github.com/pandas-dev/pandas/N) rxrrrsizerrr is_integerrrr )rfrfirstseconds rgrdz&ExtensionBlock._unwrap_setitem_indexersO gu % % #g,,!*;*; NNgNNNNN  ' vK1$$&A+):):)<)<$QSTATAT-8 1+ ++  a!!*"71:.. !!*gaj)) gajmq.@.@!!**4ricdS)z,Extension arrays are never treated as views.Fr`res rgrzExtensionBlock.is_views uric$|jjjSrk)r[rd _is_numericres rgrzExtensionBlock.is_numerics{ ,,rirrjc|jdkrht|tstd|t d|}t |std|td}|j|S)z Return a slice of my values. Parameters ---------- slicer : slice, ndarray[int], or ndarray[bool] Valid (non-reducing) indexer for self.values. Returns ------- ExtensionArray rz+invalid slicing for a 1-ndim ExtensionArrayrN)r]rxrrrangerr[)rfrnew_locss rgrzExtensionBlock._slices& 9>>fe,, $A6Qxx'Hx== $A64[[F{6""rirrcr|j|}t|||j|j|jS)zN Perform __getitem__-like specialized to slicing along index. )r]r^)r[rrr]r^)rfrrs rgslice_block_rowszExtensionBlock.slice_block_rows#s5[( tDzz*dn4949UUUUrirxrryrZc|j\}}|j|}||}fdtt||dD}||fS)Nc g|]Q\}\}}tj||t|dRS))rsrrr)rr[taker )rrrplacerryrfs rgrz+ExtensionBlock._unstack..Is    $#GU DJJ    a(8Z!u%%        riTr) arange_resultr~rr)rfrrrxryrr-rs` ` ` rgrzExtensionBlock._unstack-s%2 D  \$' %d+       (1J d;;;((    t|rirrr)rrfrrr)rrjrar<)rrrarr)rrrrrrrrrirprbrdrrrrr r#rrrs@rgrwrwOse   ! (C(C(C(C(C(C(CT555^5 8     ,(((TX ---^-&#&#&#&#P VVV UV))))))))rirwcpeZdZUded<dZeddZeddZddd Ze dd Z d S) NumpyBlockr^r[r`rarbc|jjduSrN)r[baseres rgrzNumpyBlock.is_view]s{t++rir<c*t|jSrk)r>r[res rgrzNumpyBlock.array_valuesbs"4;///riNrdrcd|tkr|jtS|jSrk)rlr[rr|s rgrzNumpyBlock.get_valuesfs+ J  ;%%j11 1{ric0|jj}|j}|dvS)Nfciub)r[rdrz)rfrdrzs rgrzNumpyBlock.is_numericks !zwrirrrkr) rrrrrrrrrrrr`rirgr*r*YsI ,,,X,000X0 ^rir*c6eZdZUdZded<eddZdS) rz8 Block backed by an NDArrayBackedExtensionArray rWr[rarbc(|jjjduSr,)r[rr-res rgrz#NDArrayBackedExtensionBlock.is_viewzs{#(44riNr)rrrrrrrr`rirgrrssL(''' 555X555rirc&eZdZUdZdZdZded<dS)DatetimeLikeBlockz*Block for datetime64[ns], timedelta64[ns].r`FzDatetimeArray | TimedeltaArrayr[N)rrrrrrrr`rirgr5r5s.44IJ******rir5r[rLrac<t|tjrIt|}t |jjtrtj|t}t|ttfr|j | d}|S)a: Input validation for values passed to __init__. Ensure that any datetime64/timedelta64 dtypes are in nanoseconds. Ensure that we do not have string dtypes. Parameters ---------- values : np.ndarray or ExtensionArray Returns ------- values : np.ndarray or ExtensionArray rN)rxryrrD issubclassrdrrrrXr;r@freq _with_freqrhs rgrrs &"*%%4/77 fl' - - 4XfF333F&=.9::)v{?V""4(( MrirdrO type[Block]ct|trtSt|trtSt|t rt S|j}|dvrtStS)z Find the appropriate Block subclass to use for the given values and dtype. Parameters ---------- dtype : numpy or pandas dtype Returns ------- cls : class, subclass of Block Mm) rxr#r5r'rr$rwrzr*rs rgget_block_typer=sj%))  E; ' '** E> * * :D t||  rirr r^rcft|j}t|}||d||S)Nrr]rr^)r=rdr)r[rr^klasss rgrrs9 6< ( (E  ( (F 5a94 @ @ @@rirr]r\cHt|j}|||||S)Nr?)r=rd)r[rr]r^r@s rgrrs, 6< ( (E 5did C C CCrirc|j|krtd|jd|dt|jsw|j|krtd|jd|dt |t |kr/tdt |dt |d S|dkr"t |d krtd d Sd S) aV ndim inference and validation. Validates that values.ndim and ndim are consistent. Validates that len(values) and len(placement) are consistent. Parameters ---------- values : array-like placement : BlockPlacement ndim : int Raises ------ ValueError : the number of dimensions do not match z0Wrong number of dimensions. values.ndim > ndim [z > ]z1Wrong number of dimensions. values.ndim != ndim [z != zWrong number of items passed z, placement implies rrz need to splitN)r]rrrdr)r[rr]s rg check_ndimrDs-${T Vv{ V Vt V V V    v| , ,* ;$  A(. AA9=AAA  y>>S[[ ( (6F 66%(^^66  ) ( s9~~**))) **rir!tuple[ArrayLike, DtypeObj | None]ct|tr0|}|r|dkrtj|}t|t r|j}||fS)zU Ensure that we don't allow NumpyExtensionArray / NumpyEADtype in internals. r)rxr*to_numpyry atleast_2dr& numpy_dtype)r[rdr]s rgextract_pandas_arrayrJ si&011+""  +D1HH]6**F%&&"! 5=rircF|g}t|trF|D]B}t|tr||-||CnAt|tsJt ||||S)z.return a new extended blocks, given the result)rxrrrrZr)rrrs rgrr" s ~&$ ! !A!T"" ! a     a     ! &%((66$v,,66( f Mrirc|j|kr:t|js&td|}|dd}|S)z: Reshape if possible to have values.ndim == ndim. z+np.ndarray | DatetimeArray | TimedeltaArrayrr)r]rrdrr)r[r]s rgrr2 sM {T"6<00 +GPPF^^Ar**F Mric0t|ttfr|tSt|t t fr|j}t|tj r!| }d|j _ n |S)a+ The array that Series.values returns (public attribute). This has some historical constraints, and is overridden in block subclasses to return the correct array (e.g. period returns object ndarray and datetimetz a datetime64[ns] ndarray instead of proper extension array). F) rxr?r=rrXr;r@rryrr'flags writeablerhs rgrrB s&; 677!}}V$$$ F]N; < <!&"*%% !&  Mri)r[rLrarL)rdrOrar:rk)r[rLrr r^rrarZ)rr r]r\r^rrarZ)rr r]r\rar)r[rLrdrr]r\rarEr)r)r[rLr]r\rarL) __future__rrr7typingrrrrrr rnumpyry pandas._libsr r libinternalsr pandas._libs.internalsr rpandas._libs.missingr pandas.errorsrrrpandas.util._decoratorsrpandas.util._exceptionsrpandas.util._validatorsrpandas.core.dtypes.astyperrpandas.core.dtypes.castrrrrrpandas.core.dtypes.commonrrrr r!r"pandas.core.dtypes.dtypesr#r$r%r&r'pandas.core.dtypes.genericr(r)r*r+pandas.core.dtypes.inferencer,pandas.core.dtypes.missingr-r.r/ pandas.corer0pandas.core.algorithmscore algorithmsrupandas.core.array_algos.putmaskr1r2r3r4r5 pandas.core.array_algos.quantiler6pandas.core.array_algos.replacer7r8r9"pandas.core.array_algos.transformsr:pandas.core.arraysr;r<r=r>r?r@pandas.core.arrays.string_rApandas.core.baserBpandas.core.commoncommonrpandas.core.computationrCpandas.core.constructionrDrEpandas.core.indexersrFpandas.core.indexes.baserGcollections.abcrHrIrJrKpandas._typingrLrMrNrOrPrQrRrSrTrUpandas.core.apirVpandas.core.arrays._mixinsrWrdrlrZrrwr*rr5rr=rrrDrJrrrr`rirgrxs""""""  $##### 322222444444777777 /.....  &&&&&&&&&=<<<<< 544444322222)))))) //////766666777777G                        &%%%%%FFFFFFRXh   ~(~(~(~(~(L,,~(~(~(B.A8A8A8A8A8EA8A8A8HGGGGG]GGGT4 5 5 5 5 5- 5 5 5+++++3+++:<RV A A A A A$$( D D D D D D&*&*&*&*R,           ri