ujddlmZddlZddlmZmZmZddlZddlZ ddl m Z ddl mZddlmcmZddlmZmZddlmZddlmZdd lmZmZdd lmZmZm Z m!Z!dd l"m#Z#dd l$m%Z%m&Z&ddl'm(cm)Z*dd l'm+Z+m,Z,ddl-m.Z.ddl/m0Z0ddl1m2Z2ddl3m4Z4ddl5m6Z6m7Z7m8Z8ddl9m:Z:ddl;mZ>m?Z?m@Z@mAZAerddlBmCZCmDZDmEZEddlFmGZGddlHmIZIGddZJ d( d)dZKed*d+dZLe d* d,dZL d( d,dZL d( d-dZM d.d ZN d/ d0d!ZOd1d2d"ZPd3d#ZQ d/ d4d$ZR d5d%ZSd6d&ZT d7d'ZUy)8) annotationsN) TYPE_CHECKINGcastoverload)_global_config)lib)Pandas4WarningPerformanceWarning)cache_readonly)find_stack_level)find_common_type maybe_promote)ensure_platform_intis_1d_only_ea_dtype is_integerneeds_i8_conversion)ExtensionDtype)isnanotna) factorizeunique)NDArrayBackedExtensionArray)factorize_from_iterable)ensure_wrapped_if_datetimelike) DataFrame)Index MultiIndex default_index)concat)Series)compress_group_indexdecons_obs_group_idsget_group_indexget_group_index_sorter) ArrayLikeLevelnpt)ExtensionArray) FrozenListceZdZdZ d ddZeddZeddZeddZeddZ ddZ ddZ edd Z edd Z dd Zdd ZddZeddZeddZy ) _Unstackera Helper class to unstack data / pivot with multi-level index Parameters ---------- index : MultiIndex level : int or str, default last level Level to "unstack". Accepts a name for the level. fill_value : scalar, optional Default value to fill in missing values if subgroups do not have the same set of labels. By default, missing values will be replaced with the default fill value for that data type, NaN for float, NaT for datetimelike, etc. For integer types, by default data will converted to float and missing values will be set to NaN. constructor : object Pandas ``DataFrame`` or subclass used to create unstacked response. If None, DataFrame will be used. Examples -------- >>> index = pd.MultiIndex.from_tuples( ... [("one", "a"), ("one", "b"), ("two", "a"), ("two", "b")] ... ) >>> s = pd.Series(np.arange(1, 5, dtype=np.int64), index=index) >>> s one a 1 b 2 two a 3 b 4 dtype: int64 >>> s.unstack(level=-1) a b one 1 2 two 3 4 >>> s.unstack(level=0) one two a 1 3 b 2 4 Returns ------- unstacked : DataFrame c(||_||_|j|_|jj ||_d|jj |j v|_|jxr |j}|rdnd|_t|jj|_ t|jj|_ |jj|j |_|jj|j |_|j|j |_d|_d|_|jst)|jj |j }|jr(|dk(}||}t+j,|d|_|j j/||_|j"j/||_nt1d|jjDr|jj |j }t+j2t5|j t6} d| ||dk7<| j9sA|j | |_t+j:| t*j<dz |_t>ddr|j@d} |jjB|j |jz} | | z} | t+jDt*jFjHkDr(tKjLd | d tNtQ |jSy) Nrc34K|]}|jywN)hasnans.0levs f/var/www/html/python-recuperauto-other/env/lib/python3.12/site-packages/pandas/core/reshape/reshape.py z&_Unstacker.__init__..s::sdtypeTmodeperformance_warningsz%The following operation may generate z& cells in the resulting pandas object. stacklevel)* constructorsortremove_unused_levelsindex_get_level_numberlevelcodeshas_nanliftlistlevelsnew_index_levelsnamesnew_index_namespop removed_name removed_levelremoved_level_fullunique_nan_index_level_code_maprnp flatnonzerotakeanyzeroslenboolallcumsumintpconfig_comp_index_and_ngroupslevshapeiinfoint32maxwarningswarnr r _make_selectors) selfr@rBr=r> should_lift unique_codesnan_mask level_codesusednum_rows num_columns num_cellss r5__init__z_Unstacker.__init__ys' //1 ZZ11%8 TZZ--djj99 ll0tyy $A! !%TZZ%6%6 7#DJJ$4$45 0044TZZ@!2266tzzB"',,tzz":%'<@yy'-djj.>.>tzz.J'KL||'2-+XI6 (*x(@(C%!%!3!3!8!8!FD &*&=&=&B&B<&PD # : (9(9: : ****4::6K88C 2 234@D37D./ 088:%)%7%7%="')yyRWW'E'I$ &>0 133A6H**--djj9DLLHK ;.I288BHH-111 ;I;G67&/1  c^|j}|jj}|jj}t |d|||dzdz}|d|||dzdz}t d|D}t ||dd}t||j\}} t|t| fS)a For each entry of self.index, the row of the result it belongs to. With sort=True the rows are numbered lexicographically; with sort=False they are numbered by first appearance. Either way the number is the position the row occupies in the result, which the rest of the class relies on: the values land in row `comp_index` (see _make_selectors) and `compressor` reads the labels back out in that same order. Nr.c32K|]}t|ywr0rVr2s r5r6z5_Unstacker._comp_index_and_ngroups..s;3c#h;TFr>xnullr>) rBr@rGrCrFtupler#r!r>rrV) rd level_numlevsrCremaining_labelsremaining_levelssizesids comp_indexobs_idss r5r\z"_Unstacker._comp_index_and_ngroupssJJ zz     jy 1E)a-/4J JK +d9q=?.CC;*:;;.DN23TYYG G":.G <rPrQwherer)rdrhs r5_unstacked_level_codesz!_Unstacker._unstacked_level_codessjjj&&tzz2 99##+""88K2-r43G3G 3TU U%a((rnc|j\}}t|j|jz}||jg}t |||fdd}t |d\}}tt|t|S)NTFrsru) r\rVrMrDrr#r!r$r)rdr}ngroupsstridekeysr|comp_idsr~s r5_indexerz_Unstacker._indexers|#:: GT''(4<<7D778dWf$5DN04@'%&9(&CS\RRrnchtj|jt|jSr0)ris_range_indexerrrVr@rds r5_indexer_is_identityz_Unstacker._indexer_is_identitys###DMM3tzz?CCrnch|jr|Stj||jdd}|S)NrF)axis allow_fill)ralgostake_ndr)rdvalues sorted_valuess r5_make_sorted_valuesz_Unstacker._make_sorted_valuess/  $ $M fdmm!PUV rncT|j\}}t|j|jz}||f|_|j ||zz|j z}tjtj|jt}|j|d|jt|jkr td||_tj |tj"}tj$t|||<||_y)Nr7Tz0Index contains duplicate entries, cannot reshape)r\rVrMrD full_shaperrErQrUprodrWputsumr@ ValueErrormaskemptyrZarange compressor)rdr}rrselectorrrs r5rcz_Unstacker._make_selectorss":: GT''(4<<7!6/..*1DDtyyPxx0= 4 88:DJJ 'OP P XXgRWW5 !#3z?!; :$rncHt|jjSr0)rWrrXrs r5mask_allz_Unstacker.mask_allsDIIMMO$$rnctjt|jtj}|j |dS)Nr7r- fill_value)rQrrVr@rZget_new_values)rd dummy_arrs r5 arange_resultz_Unstacker.arange_results6IIc$**oRWW= ""9"<J * 1 ! $1%$D!z% ~~U2 V*'7'9 "*- V*'7'9 ,erOinsert _na_valuerenamerVrQrepeatrrrrGrNrIrCrSr _repeaterappendtile) rdr nan_indexr4rr propagator new_levels new_nameslab new_codesrepeaters r5rz_Unstacker.get_new_columnss  <<))11t7H7H1II!YYD,A,AI$$++ 2 2 < <,C::d//0 0T''(4<<7M"YYryy/8  mZ 0&--1H1H0JJJ%++t/@/@.BBI9F9L9LM#*-MIM''J'++T->->?I# I>> 512YiRW  NsGc(t|jt|jk7rJ|jj|j}|jrt j |dd}|St|j|jz}t j||jz }|jrL|js@|jdkDsJdd||j<||jdzdxxxdzccc|S)Nrr-z+`unique_nan_index` not properly initializedr.) rVrNrM get_indexerrDrQrrrEr>rO)rdrrs r5rz_Unstacker._repeaters t&& '3t/A/A+B B..::4;M;MNH||99Xq"5++,t||;Fyy(4994H||DII,,r1A135../..245:5rnc*|j}|jj}|d|||dzdz}|Dcgc]}|j|j}}t |j dk(r||j d|d}}tj|dr%|jt ||j}|j|j|jdSt|j ||jdScc}w)Nr.rr-Fr)rBr@rCrSrrVrHr has_sentinelrrrrJr)rdrwrClabelsr result_codesrBrhs r5rz_Unstacker.new_indexsJJ    z "U9q=?%;;=CDc1D D t$$ % *!%!6!6q!9<?;E R0 SZA::k*11$2F2Fq2IJ J((&&"   Es"D)T)r@rrBr&r>rWreturnNone)rz tuple[npt.NDArray[np.intp], int])r np.ndarray)rznpt.NDArray[np.intp])rrW)rrrr)rr)rrr0)rz Index | None)rMultiIndex | Index)__name__ __module__ __qualname____doc__rmr r\rrrrrcrrrrrrrrnr5r+r+Js,^JN??(-?BF? ?B==*))$ S SDD  %,%%== 4[z$ L.  rnr+ct|dk(r|S|j}td|}||jvr|g}|Dcgc]}|j |}}t |j Dcgc] }||vs| }}|Dcgc]}|j|}}|Dcgc]}|j|}}|Dcgc]}|j|} }|Dcgc]}|j|} }|Dcgc]}|j|} }|Dcgc]}|j|} }td|D} t|| dd}t|d\}}t||| |d}|st|dd }ntg| |g| |g| dd }t|t r5|j#d }||_|j%d|| }|}| }|}nt|j&trG|}|rA|j)d}|j%||| }|Dcgc]}||kr|n|d z }}|rA|S|j#d }||_|j%d|| }t|t r |jn |j&ttsJjdg|}|j&j*g| }jdg}|j-fd|Dt|||d }t|t r ||_|S||_|Scc}wcc}wcc}wcc}wcc}wcc}wcc}wcc}wcc}w)Nrrc32K|]}t|ywr0rq)r3xs r5r6z$_unstack_multiple..s*Q#a&*rrFrsru)rt__placeholder__)rrrdeeprr>r.c3ZK|]"}|jjd$yw)r-N)rSrC)r3recunstcolss r5r6z$_unstack_multiple..<s#N#(.."45Ns(+)rVr@rrIrArangenlevelsrGrCrvr#r!r"rrrr rrrrKrextend)dataclocsrr>r@irlocsclevelsccodescnamesrlevelsrcodesrnamesr group_indexrr~ recons_codes dummy_indexdummy unstackedrrrrvalvdummy_df new_columnsrs @r5_unstack_multiplers 5zQ  JJE u %E  16 7AU $ $Q ' 7E 7emm, ?1Q ?E ?(-.1u||A.G.&+ ,ekk!n ,F ,&+ ,ekk!n ,F ,(-.1u||A.G.&+ ,ekk!n ,F ,&+ ,ekk!n ,F , *'* *E!&%e5IK,[uEHg''5&PUVL G*;%H  &W&g&%F%H%.F.-."  $ u %! MM"3 QUMV    dllJ /Fiil JT(;@@Qa#g1q50@@M99%9($$$ *4%  i ( H ((H(J///ooa(373 \\&&00 ^^A&' NNN)eK)V$%  (  _ 8 ?. , ,. , ,JAs;L)0 L.:L.L3 L8<L=M4MM !Mcyr0rrrBrr>s r5rrJsPSrncyr0rrs r5rrNsrnct|ttfr"t|dk7rt ||||S|d}t |s |dk(s|j j|t|trCt|j trt||||S|jjSt|j ts"tdt|j dt|j rt#||||St%|j ||j&|}|j)|d| S) Nr.rrrz'index must be a MultiIndex to unstack, z was passedrurBr=r>rr)rrvrFrVrrr@rArr_unstack_frameTstackrtyperr8_unstack_extension_seriesr+_constructor_expanddimr)rrBrr> unstackers r5rrTs%%' u:?%S%JTR R!HE e U.?%? ##E*#y! cii ,!#u$O O55;;=  : .5d399o5Fk R   syy ),S%$O O IIU0J0JQU ##Ct #SSrncHt|jtsJt|j||j|}|j s:|j j||}|j||jS|j||j|S)Nrr)axesr) rr@rr+ _constructor_can_fast_transposerr_constructor_from_mgrr%rr)rrBrr>r#mgrs r5rrxs cii ,, , C,<,<4I  " "hhyZ@((388(<<## s{{z$  rnc|j}|j|||}|jjdg|_|S)an Unstack an ExtensionArray-backed Series. The ExtensionDtype is preserved. Parameters ---------- series : Series A Series with an ExtensionArray for values level : Any The level name or number. fill_value : Any The user-level (not physical storage) fill value to use for missing values introduced by the reshape. Passed to ``series.values.take``. sort : bool Whether to sort the resulting MuliIndex levels Returns ------- DataFrame Each column of the DataFrame will have the same dtype as the input Series. )rBrr>r)to_framerr_drop_level_numbers)seriesrBrr>dfrs r5r!r!sE8  B ZZe Z FF^^77.stack_factorizes; ??"))CJ// /3E:z5  rn)rwdropnar>FrstrictTrr@)rrrArr_stack_multi_columnsr@rFrGrCrrrQrravelrIrzipmapr_is_homogeneous_typedtypesrrr_concat_same_typeitems"_reorder_for_extension_array_stackr_constructor_sliced)framerBr4r>r3NKrwrrrclevclabrrrGilabrCr<r8arr_colrrs r5rrs! ;;DAq //6I%--,# YvD   EKK ,%++,,- .3kk.?.?@sSZZ]@ @$U]]3 d$q)//12**+ ++,YiRW  # 5;; "> ? HL  t Aa 0 6 6 88;;##U]]%7%78"   ;;555ell**+q  e^ ,,,.C..+0;;=9C9J.s 7#3%--%% % 7s"%)r4r>c3<K|]}t|tywr0)rintr2s r5r6z!stack_multiple.. s 3cZS ! 3srr.zTlevel should contain all level names or all level numbers, not a mixture of the two.)rXrrrArKr)rArBr4r>rr4rs` r5stack_multiplerNs 7 77 BC63vDAF B: M/ 3U 3 3BGG#005GG))A,C63vDAF8==!!s(QA-=E= M  1  H>s "B7B<c .t|jdkr,|jdj|jdSdt |jdd|j dddD}t |d di}d t j|D}t |d di}tjt ||jdddDcgc]"\}}d|vrt||j n|$c}}|jdd Scc}}w) zBCreates a MultiIndex from the first N-1 levels of this MultiIndex.rrrc3`K|]!\}}|Dcgc]}|dk\r||ndc}#ycc}ww)rNr)r3r4rCcs r5r6z,_stack_multi_column_index..+s9  C.3316Qt #3 3s .) .Nr-T)r5r5c3&K|] \}}| ywr0r)r3keyrHs r5r6z,_stack_multi_column_index..2sAVS!SAsr7rI) rVrGrrIr9rC itertoolsgroupbyr from_arraysrr8)rrxtuples unique_tuplesnew_levsnew_levr4s r5_stack_multi_column_indexr\&s 7>>a~~a ((gmmA.>(?? gnnSb17=="3EdS D $ $t $FAy'8'8'@AMM/$/H  ! !!$HgnnSb.A$ O 047/BE' + O mmCR   s'D c  dd}|jd}|j}t|tsJ||jdz k7rP|}t ||jdz D])}|||} ||dz|} |j | | }+|x|_}|js*|r(|d|} |j| d}|j}td|}t|} i} |jd}t|jd}|rtj|}|j!t#|d}tj$||}t#|}g}| D]} |jj'|}t|t,s t#|}n|j.|j0z }||k7rk|j2dd|j|f}|j%|jjd|_|j5| j6}n|j8dd|f}t;|j<j?}t|t@r|jCjE|jGDcgc]"\}}|jHjK|d $c}}}|jL\}}tjN||zjQ||jRjQd}|j%|}n |j6}|jTdkDr|jW}|| |<t#|dkDr| jY|} t#|}t|jZtrqt]|jZj} t]|jZj^}!|jZjD"cgc]}"|"ja|}#}"nDtc|jZ\}$}%|%g} |$ja|g}#|jZjdg}!| j+||#j+tjf|||!j+|jj^|t| |#|!d }&|ji| |&| }'|jjdkDrJ|jjk|gj}(|'jjm|(s|'|(}'|r|'jodd }'|'S#t($r|j+|Y wxYwcc}}wcc}"w)Nc@||jvr|j|S|S)z Logic for converting the level number to something we can safely pass to swaplevel. If `level_num` matches a column name return the name from position `level_num`, otherwise return `level_num`. rT)rwrs r5_convert_level_numberz3_stack_multi_columns.._convert_level_numberDs%  %==+ +rnFrr.r)rBrrr-)rrr)r@rrX)rhow)rwrMrr)8rrrrrr swaplevel _is_lexsorted sort_indexrr\rGrrCrQr>rrVrSget_locKeyErrorrslicestopstartlocreindexrilocr r<tolistrrr=r>rrrrrrrr8 differencer@rFrIrrrrr&r,equalsr4))rArwr4r>r_thismi_cols roll_columnsrlev1lev2 level_to_sortrnew_data level_valsrhlevel_vals_nanlevel_vals_usedlevsize drop_colsrSri slice_lenchunk value_slicesubsetr8rHrrBrCidxrrrr old_codes old_levelsrrdesired_columnss) r5r7r7As  ::5: !DllG gz ** *GOOa'' y'//A"56 >A(L9D(Q =D'11$=L  > ".- w  "t.a9 ];,,<)G+G4KH#Jr*+K ggk* &&s:=Nggnk:O+GI'$ ,,&&s+C#u%CI399,I  HHQ S 112E*// 0C0CB0GHEM---@GGKYYq#v&F$V]]%9%9%;>rB)..s3 $mm   a %++-K# O'$R 9~!,,Y7  D A$**j)$**++, ))* 48JJ4D4DESSZZ(E E 7 C : \ %%g./ ZZ__% j! RWW[!,- U]]((34)eI   ;  OF }}q --;;YKHOOQ~~$$_5O,FA51 MS    S !  0U,Fs-U'U8 =U>U54U5ctj||zj||jjd}|j |S)a Re-orders the values when stacking multiple extension-arrays. The indirect stacking method used for EAs requires a followup take to get the order correct. Parameters ---------- arr : ExtensionArray n_rows, n_columns : int The number of rows and columns in the original DataFrame. Returns ------- taken : ExtensionArray The original `arr` with elements re-ordered appropriately Examples -------- >>> arr = np.array(["a", "b", "c", "d", "e", "f"]) >>> _reorder_for_extension_array_stack(arr, 2, 3) array(['a', 'c', 'e', 'b', 'd', 'f'], dtype='>> _reorder_for_extension_array_stack(arr, 3, 2) array(['a', 'd', 'b', 'e', 'c', 'f'], dtype='t3|j&d \} } | g}t+t-j.| d|f} t|dkDr9t-j4|} t|tsJ|j7| } n|} | j9}t| tr'| j(}| j;j0}n|g}t3|d dg}|D cgc]!} t-j<| t|#}} t||z| |z|j&j>t+| j>zd |_t|}t|}t-j@|}t-j.||z|t-j<t-j@||z}|jC|}|jDd k(rd|jjt|k(rBt|jdk(rtG|j& }n|jHdddf}|jDdk(rd|_%|Scc}wcc} w)Nz8Columns with duplicate values are not supported in stackz=level should not contain duplicate values, got level numbers r.r-rF)orderr7F)use_na_sentinelrrr6)&rnuniquerVrsetr,rrrrr;rblocksr8r@rr stack_reshaperr@rGrFrQrrCrargsort_reorder_ilevelsrdrop_duplicatesrrIrrSrr rkr)rArB set_levelsk stack_colsr8rratio index_levels index_codesrCuniquessorterordered_stack_colsordered_stack_cols_unique column_levels column_codeslen_df n_uniquesindexeridxss r5stack_v3rs }}#emm"44STT 3u:#e*$KE7 S   u: UJ22%--//!3R<Tq@STJ emmZ 0 u}}  !e&@&@JJ%%a(..EE** MM ! !"C ! 0+ ueZDA#f+U";E%++z*{{)) 2775;;#4#4q%jAB "5;;Fwy 27751e*56  5zA~E"*j111'88@' 2 9 9 ;$j1*11 )99;AA 23 !";USTUVW ?KKUBIIeSZ0KLKm+L(kk$'9'?'?"@@ FLZF-.Iii "G 776G#V ,ryy69JI/V VD [[ F{{aEMM11SZ? v~~ ! #&,,/F[[A&F {{a MQ U`Ls= QQ$&Qc t|jtsJt|d}g}|j D],}t |jdk(r|j d}nat |dk(r|f}t| t fdt|jjD}|jdd|f}t ||jjkr!|jj||_nI|jdk(r:|jdk(rd|_n#tt |j|_|j!|/t |dkDr|j"st%|d } npt ||jjkr*|jj|j } ndg} t'| |j(j* } t ||jjkrI|jj|j } | jj-| s| | } | S) a3Reshape the data of a frame for stack. This function takes care of most of the work that stack needs to do. Caller will sort the result once the appropriate index is set. Parameters ---------- frame: DataFrame DataFrame that is to be stacked. level: list of ints. Levels of the columns to stack. set_levels: set of ints. Same as level, but as a set. stack_cols: Index. Columns of the result when the DataFrame is stacked. Returns ------- The data of behind the stacked DataFrame. T)reverser.Frc3RK|]}|vr tn td ywr0)nextrf)r3rgenrs r5r6z stack_reshape..fs,#*_S %+=#s$'Nr) ignore_index)rr8)rrrsortedrrVriterrvrrrir,rrrrrrrrr8rn) rArBrr drop_levnumsbufrrcolumn_indexerrrrrs ` @r5rr@s0 emmZ 00 0%.L C  " u}}  "::5:)D5zQfs)C"#u}}445#N99Q./D u: -- -<<;;LIDL   1 $yyA~ ,S->?  4+. 3x!|EKK$/ u: -- ---;;LIPPRK#K;emm6I6IJ 5zEMM)))--;;LIPPR~~$$_5O,F Mrn)NT)rSeries | DataFramer>rW)..)rr r>rWrr)rrr>rWrr)rrr>rWrr)r-r r>rWrr)r-TT)rArr4rWr>rWrr)TT)rArr4rWr>rW)rrrr) rArrwrMr4rWr>rWrr)rGr(rrMrrMrr()rArrB list[int]rr) rArrBrrzset[int]rrrr)V __future__rrUtypingrrrranumpyrQpandas._config.configrr[ pandas._libsrpandas._libs.reshape_libsrr pandas.errorsr r pandas.util._decoratorsr pandas.util._exceptionsr pandas.core.dtypes.castr rpandas.core.dtypes.commonrrrrpandas.core.dtypes.dtypesrpandas.core.dtypes.missingrrpandas.core.algorithmscore algorithmsrrrpandas.core.arrays._mixinsrpandas.core.arrays.categoricalrpandas.core.constructionrpandas.core.framerpandas.core.indexes.apirrrpandas.core.reshape.concatrpandas.core.seriesr pandas.core.sortingr!r"r#r$pandas._typingr%r&r'pandas.core.arraysr(pandas.core.indexes.frozenr)r+rrrr!rrNr\r7r?rrrrnr5rsP" :))34 5 '&CBC' .% 25\ \ @ DH^ ^<@^B S S AD :>  CG!T !T;?!T!TJ:>  26  "$ $-1$$PCGNB NB(,NB;?NBNBb"J8NRA A!$A37AFJAAH" "!$"14""JSlF F&F4<FJOFFrn