dddlmZddlmZddlmZmZmZddlZ ddl Z ddl Z ddl mZmZmZmZddlmZmZddlmZddlmZmZmZmZmZdd lmZerdd lm Z m!Z! d:d;dZ" ddZ$d>dZ%d>dZ&d>dZ'd>dZ(d>dZ)e j*+dd dgd?dZ,d>d Z-e j*.d!d>d"Z/d>d#Z0e j1d@d%Z2e j1d@d&Z3e j*+d'd dge j*+d(d dgdAd)Z4Gd*d+Z5Gd,d-Z6e j*+d.d/d0gd1iid/gd2iife j*+d3d/gd2iifd>d4Z7d5Z8d>d6Z9d>d7Z:d>d8Z;d>d9Zz*create_concat_datasets..):::1J:::r-r.r/rr"latlonr/ data_varscoordsci|]}|Sr2r2r3s r7r8z*create_concat_datasets..9r9r:)r<r=)nprandom default_rngstandard_normalrangeappendr str) rrrrngr<r=result variablesir?r6s @r7create_concat_datasetsrMs )   % %C  6  * *C  6  * *C FWWWI <   !!!###33J;::: :::I MM'!$c C0!$c C0 %AEAI 6AEAI8NO    c ###00J;::: :::I MM'%(#J#4sCj#=NOO     Mr:c`gd}g}tj|}|d}|d}t |D]K}|t gd|dfgd|dfgd||dfgd|dddfgdtj tj dtj d  d d d fgdtj d t dDgdfdddg|fddg|fdt|d zd zzdt|d zd zzgdM|S)N)abcdefghr!r$r,r0r z 2017-01-01z 2017-01-09r"r#rc8g|]}tj|S))days)pd Timedeltar4rLs r7 z)create_typed_datasets..`s%#K#K#KQBLa$8$8$8#K#K#Kr:floatfloat2stringr datetime64 timedelta64r-r.r/r;r>) rBrCrDrErFrGr choiceintegersarangercreshaperH)rr var_stringsrJrIr<r=rLs r7create_typed_datasetsrjEs;::K F )   % %C  6  * *C  6  * *C <    ///1D1D)1D1T1TU000#2E2E92E2U2UV))) ;Y ??.--s||Ar |/R/RS))) M,77|9T9T!'!Q** #*)) #K#K%((#K#K#KYYYWW$(!#J, #J,!CA NN2ECA NN4JK)       8 Mr:Nonectdddggfdddgfdddgfdddgdgdd gd  }tdd d ggfdddgfdddggfdddgdgdd gdgd }t||gddd}t|j|jdD]"}d||jvrd||jvsJ#tjtd5t||gddddn #1swxYwYtjtd5t||gdddddS#1swxYwYdS)N)r.r-r"rr-z)has_x_yhas_xno_x_yr)r-r.rmr@r#)qrm)r-r.rmrur.minimalbroadcast_equalsdimr?compat)rorpz'q' not present in all datasetsmatchrury) r r rrp transposedimsr@pytestraises ValueError)ds1ds2rJvars r7test_concat_compatrmsN "aVH-Aq6]QFm  V1#RH55    C "aVH-Aq6]!QF8,  V1#RHA3??    CS#JC9EW X X XFV]4466777"MM&+***s&+:L/L/L/L/L/L z)K L L L$$Szs####$$$$$$$$$$$$$$$ z)K L L L$$Szs####$$$$$$$$$$$$$$$$$$s$C;;C?C?!EE Ectdd}t|d}gd}||}tj|ddddf<|d ||d <|d |dgz|d <t|d}t |jd dgksJt||dS) Nr{rr/r}r)r*r+r(.rr"r') rMr drop_varsrBnanlistr?keysrdatasetsexpected vars_to_dropactuals r7test_concat_missing_varrs%ac222HhE***H???L!!,//H$&FHZabb!1+'' 55HQK1+'' |(CDDHQK H% ( ( (F  %%'' ( (]J,G G G G GVX&&&&&r:ctdd}t|d}ddg}tj|dddd f<tj|dddd f<|d ||d <|d ||d <t|d}t |jgd ksJt||dS) Nrtrrr/r}r)r(.r#rr")r'r*r+r(r) rMr rBrrrr?rrrs r7,test_concat_missing_multiple_consecutive_varrs%ac222HhE***H +L$&FHZbqb!$&FHZbqb!1+'' 55HQK1+'' 55HQK H% ( ( (F  %%'' ( (---    VX&&&&&r:ct}t}t}t||gd}t||dS)Nnew_dimr})r r rrrrrs r7test_concat_all_emptyrsI ))C ))CyyH S#JI . . .FVX&&&&&r:ctdddgfiddi}tddi}tdddtjgfiddi}t||gd}t ||tdddtjgfiddddgfi}t||gdd }t ||d|d <tddtjgfddtjgfd ddddgfi}t||gddd }t ||tddtjgfdd ddi}t||gdd d }t ||dS)NrOr.皙?r-r>rsr}allryr@rPrOrP)ryr@r? different)r rBrr rrs r7test_concat_second_emptyrs S3,/c C C CC #s $ $ $C#c26]';!g|]\}}||Sr2)r)r4dsvarnames r7r]z>test_concat_multiple_datasets_missing_vars..s(UUU+"g W%%UUUr:)r(r)r*r+r') rMlenr enumeraterBrziprr?rr)rrrrrLnamers r7*test_concat_multiple_datasets_missing_varsrs>L& LHhE***H\**444  479vHTN3AQ! 33 4 4-/VHTN1q1u9c> * *VUX|9T9TUUUH H% ( ( (F  %%'' ( (---    VX&&&&&r:cddg}gd}tdd}t|d}|D]}tj||d ddf<|D]}tj||d ddf<|d ||d <|d ||d <t|d}t |jgd ksJt||dS) Nr'r(rrrrr/r}.rr")r)r*r+r'r(r)vars_to_drop_in_firstvars_to_drop_in_secondrrrrs r7=test_concat_multiple_datasets_with_multiple_missing_variablesrs2*J7III%ac222HhE***H%))"$&sBQBw&))"$&sABBw1+''(=>>HQK1+''(>??HQK H% ( ( (F  %%'' ( (---    VX&&&&&r:z ignore:Converting non-nanosecondcttdd}t|dtj}t|ddddtj}gd}||g}t |D]\}}t |dz|dzdz}t j|d d |f<t j|d d |f<t j|d d |f<|d dz}t j|d |f<||d <|dt}t j|d |f<||d<|d |dd|d<t|dtj} t| |dt|ddddtj} t| |ddS)Nrrrr/ry fill_valuerqr_r"ra.rcrdrg?rbr) rjr r NArslicerBrastypeobjectrr) r expected1 expected2varsrrLexpslrrs r7 test_concat_type_of_missing_fillr,s$QS111HxUvyAAAIx"~5VYGGGI L L LD9%HH%%  3 1q51q5A+ & &!#H c2g%'VL#r'"&(fM37#%j3vCG E (m""6**vCG H 1+''QRR11HQK H%FI > > >FVXa[)))HTTrTN&) D D DFVXa[)))))r:cg}dg}tdd}t|d}|D]}tj||dddf<t|dddd}|D]}tj||dddf<|d ||d <|d ||d <t|d}t |jgd ksJt||t|dddd}t |jgd ksJt||dS) Nr)rrrr/r}.rqrr"r&)r'r(r*r+r)r)rrrrrrrs r7&test_concat_order_when_filling_missingrLs')(\%ac222HxU+++I&**#%6 $QRR  x"~5111I&**#%6 $RaR  1+''(=>>HQK1+''(>??HQK H% ( ( (F  %%'' ( (---    VY''' HTTrTN . . .F  %%'' ( (---    VY'''''r:rcdd d}|S) NrWvar_cntrlist_cntrlist[list[str]]cdt|D}g}td|D]+}|}||,|S)Ncg|]}d|d S)rR02dr2r\s r7r]z:concat_var_names..get_varnames..ws 444 A 444r:r)rFcopyrG)rrorig var_namesrLl1s r7 get_varnamesz&concat_var_names..get_varnamesvsc44U7^^444 q(## ! !AB   R r:)rWrW)rrrrrrr2)rs r7concat_var_namesrss# r:c d d d }|S)NFrrryrcoorddrop_idxlist[int] | NonerrcBg}t}|dtjdi}|dtjdi}|dtjdi}t |D]\}}|}||||tjdtdddd} |} |r%| d d g|dz|dzd zgfi} |D]/} | | gd | fi} 0|s| d } | | |S)Nr-rr.rtrmr#0dtypetimer")rr-r.rmr)r) r assign_coordsrBrgrrpopr`rhassigniselrG) rryrrout_dsrrLdslvlistfoo_datadsiks r7 create_dsz#create_concat_ds..create_dss  YY   sBIaLL1 2 2   sBIaLL1 2 2   sBIaLL1 2 2 **  FAsHHJJE# (1+&&&y511199!Q1EEH''))C Jii6(QUAEAI4F)G HII R Rjj!&=&=&=x}}%O!PQQ 'hhAh&& MM#     r:)FFN) rrryrrrrrrrr2)rs r7create_concat_dsrs.%) 4 r:ryrc|}gd}t||||dd}t|D]U\}}|r-tj||d||dz|dzdz<4tj||d||<V|||||} t| dd} t | jgd ksJt| |dS) N) rr#r#r^rrrr)ryrrrryr?rr)ryrr) d01d02d03d04d05d06d07d08d09d00)r rrBrrr?rr) rrryrrrrrLidx concat_dsrs r7"test_concat_fill_missing_variablesrs= ! ""I---H5999vQVHH%%443  4=?VHYq\#& 'AA (9 : :-/VHYq\#& ' * *  58TTTI I6U ; ; ;F  %%'' ( ( - - -    VX&&&&&r:ceZdZejdFdZdFdZejdddgejdd d gdGd Z dGd Z dGdZ ejdgdejdd d gdGdZ dGdZ dGdZdGdZdGdZdZdZdGdZdGdZdZdGdZejddddddd d!ddd d"d#fddddidddd#fdidd d!dd d!d#fddddd$d d!ddd d"d%fd&ddddd d!id#fd'dddddddddd#fd'ddddd d!dddd%fd(dddd$d)d d"dddd#fd*d+d,d-d"dd-d.d/d+d-d.d0d#fd1d+d,d-d"dd-d.d/d2d3dd"d#fg d4Zejd5dddddd d!ddd d"d#fddddidddd#fdidd d!dd d!d#fddddd$d d!ddd d"d%fd&ddddd d!id#fd'dddddddddd#fd'ddddd d!dddd%fd(dddd$d)d d"dddd#fd*d+d,d-d"dd-d.d/d+d-d.d0d#fd6d+d,d-d"dd-d.d/d2d3dd"d#fg d7ZdGd8ZdGd9ZdGd:ZdGd;ZdGd<ZdGd=Zejd>ej dd?dddgdGd@Z!ejdAe"e#gejddBdCgdGdDZ$dES)HTestConcatDatasetrr cDtdS)Ndim3)r drop_dims)selfs r7datazTestConcatDataset.datas!!++F333r:ctfd|jD|j|jS)NcBi|]\}}||j|jSr2)r~r)r4rr5rs r7r8z7TestConcatDataset.rectify_dim_order..s. Q Q Qtq!Q  T!W\* Q Q Qr:attrs)r r?itemsr@r)rrdatasets ` r7rectify_dim_orderz#TestConcatDataset.rectify_dim_ordersL Q Q Q Qw7H7N7N7P7P Q Q Q N-    r:r@rrvrydim1dim2rkcd||dD}t|t|||dS)Ncg|]\}}|Sr2r2r4_rUs r7r]z8TestConcatDataset.test_concat_simple..sCCC$!QACCCr:Fsqueezers)groupbyrr )rrryr@rs r7test_concat_simplez$TestConcatDataset.test_concat_simplesMDC$,,sE,"B"BCCCvhFCCCDDDDDr:ctdddgfiddi}tdddgfiddi}t||gdd }tddddgfiddd  }t|||t d  |t d d g}t |\}}dt jdf|d<t||gdd}| |j }t||t||gd}t j d|j j t jz} |j jd| d d<| ddg| f}t||dS)NrOr.rr-r>g?rmrvr)r-rmrsrtrbarrWfoorr?)r)r^rWr)N.)r r rrrrrBrCrandnrrronesrrvalues) rrrrrr split_datadata0data1rs r74test_concat_merge_variables_present_in_some_datasetszFTestConcatDataset.test_concat_merge_variables_present_in_some_datasetsssSEl 3S#JGGGsSEl 3S#JGGGc I>>>C#Sz!23#C)"9-ABB99;;%%FE?C*@%AA6*****r:cdd|dD}fd|jD}t|||}t ||||dS)Nrcg|]\}}|Sr2r2rs r7r]z3TestConcatDataset.test_concat_2..BBB$!QABBBr:Trc8g|]\}}|jv|k|Sr2r)r4rr5rys r7r]z3TestConcatDataset.test_concat_2..s-WWWTQC16MMaSVhhqhhhr:rs)r r@rr rr)rrr concat_overrrys @r7 test_concat_2zTestConcatDataset.test_concat_2sBB$,,sD,"A"ABBBWWWWT[%6%6%8%8WWW $s)K@@@t55dFCCDDDDDr:)rrvrcddtjdfjd<d|dD}t |||}|d krUtjfd tj|D}t|dj |dStd|ddS) NTdeepdim4rtextracg|]\}}|Sr2r2rs r7r]z>TestConcatDataset.test_concat_coords_kwarg..rr:rrsrc*g|]}djS)r#)r)r4rrs r7r]z>TestConcatDataset.test_concat_coords_kwarg..s U U U!g!5 U U Ur:) rrBrgr@r r arrayrFrrrr)rrryr@rrrs ` r7test_concat_coords_kwargz*TestConcatDataset.test_concat_coords_kwargsyydy## & ! 5 GBB$,,sD,"A"ABBB$s)F;;; U??x U U U UuTYs^?T?T U U UVVH vg5x @ @ @ @ @ gw 8 8 8 8 8r:c|td|d|tddg}t|t|ddS)Nrtr r#r)rrrr )rrrs r7 test_concatzTestConcatDataset.test_concatsl II588I $ $ II1I   II5D>>I * * vj&99:::::r:cd|dzd}d|ddD}|}||d<t|t ||dS)Nrrcg|]\}}|Sr2r2rs r7r]z@TestConcatDataset.test_concat_dim_precedence..sFFF$!QAFFFr:Fr)renamer rrr )rrryrrs r7test_concat_dim_precedencez,TestConcatDataset.test_concat_dim_precedence sz4<''//FF$,,vu,"E"EFFF99;;6(C#8#899999r:c8tddtjdfi}|t d|t ddg}t |dd}t||dS)Nrr-rWr-rvrr rBrCrrrr r)rrobjsrs r7test_concat_data_vars_typingz.TestConcatDataset.test_concat_data_vars_typingsRY__R%8%89:;;#yy588y44dii%4..i6Q6QR#;;;v&&&&&r:cNtddtjdfi}|t d|t ddg}dddgdgfD]$}t |d| }t||%dS) Nrr-rWr/r0rvrrrr1)rrr2r?rs r7test_concat_data_varsz'TestConcatDataset.test_concat_data_varssRY__R%8%89:;;#yy588y44dii%4..i6Q6QR#[%eWE + +IDcY???F T6 * * * * + +r:ctddtjdfi}|ddgdzdgdzzf}|t dd|t dddg}d d d gfD]$}t|d| }t||%d gfD]L}tj tj d5t|d| dddn #1swxYwYMdS)Nrr-rWrr/r")rQr0rrrQrrvconflicting valuesr{) r rBrCrrrrr rrrr MergeError)rrrr2r@rs r7test_concat_coordsz$TestConcatDataset.test_concat_coords$sRY__R%8%89:;;%%qcAga.?(@%AA IIaI ! ! / /! / 4 4 IIaI ' ' 5 5 5 : : #EC51 / /FDc&999F Xv . . . . "o 5 5Fu/7KLLL 5 5tV4444 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5sD33D7 :D7 cztddiddi}tddiddi}tdddgfddgd}dddgfD]&}t||gd| }t||'tjt jd 5t||gd d ddddS#1swxYwYdS)Nrg?r.r"g@)rr.rrrr7r{rrv)r r rrrr r8)rrrrmoders r7test_concat_constant_indexz,TestConcatDataset.test_concat_constant_index3s/uclS!H--uclS!H--C#s#4Aq6BBCC %%1 / /DS#Jt<< > > > ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ?sB00B47B4ct}|tdd|g}t|d}t ||t|dddd}t ||dS)Nrr rrq)rrrr r)rrrrs r7test_concat_size0z#TestConcatDataset.test_concat_size0As|!!iiU1a[[i1148  F++v&&& 44R4(&11v&&&&&r:c ltdtddgdddgfgi}tdtddgdddgfgi}t||gd}tdtddtjgdtjdggddgdgdi i}t ||dS) Nrr"rr-rsrtr.r"rrtrr@)r rr rBrr)rrrrrs r7test_concat_autoalignz'TestConcatDataset.test_concat_autoalignJsuiAq!f GGGHIIuiAq!f GGGHIIc C((yBF^a^4s+    6*****r:c t}|td|tddg}tjt d5t gddddn #1swxYwYtjt d5t ||gddd dddn #1swxYwYtjt d5t gddddn #1swxYwYtjt d 5t ||gd d gdddn #1swxYwYtjt d5t|d}t|d}d|jd<t ||gdddddn #1swxYwYt|t ||gddtjt d5t |dddddn #1swxYwYtjt d5t ||gd ddddn #1swxYwYtjt d5t tdditddgigddddn #1swxYwYtjt d5t tdditiddigdddddS#1swxYwYdS)Nrtr zmust supply at least oner{rz"Cannot specify both .*='different' concat_dimroverriderxzare not coordinatesr not_foundrszglobal attributes notrr"rr identical)rzequalszcompat.* invalidfoobarzunexpected value forz*coordinate in some datasets but not othersr-rmr}) rrrrrrr rrrr )rrrrrs r7test_concat_errorsz$TestConcatDataset.test_concat_errorsYs!!iiU1XXi.. uQ~~ 0N0NO ]:-H I I I   2v                  ]:-R S S S   t ,+j                    ]:-H I I I   2v                  ]:-C D D D B B D$<K= A A A A B B B B B B B B B B B B B B B]:-E F F F ? ?Z]++EZ]++E!&EK  E5>6+ > > > >  ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? vuenfXNNNOOO ]:-@ A A A 8 8 :vh 7 7 7 7 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8]:-D E E E = = D$<8 < < < < = = = = = = = = = = = = = = =] K    F F GS!H%%waSz':':; E E E E F F F F F F F F F F F F F F F ] K    H H GS!H%%wrC8'<'<=3 G G G G H H H H H H H H H H H H H H H H H Hs1BBB4CCC<DD D?E!!E%(E%A GG #G $II I)J  JJ03K//K36K33MMMctdddggfidgdgd}tdddggfidgdgd}i}tdddtjgtjdggfiddgddgd|d<tddgggfiddggd|d<tddtjdtjgd jfiddgdgd|d <tddtjtjdgd jfiddgdgd|d <tddtjddgd jfiddgdgd|d <t jtd5t||gdd}dddn #1swxYwY|D],}t||g|d}t|||-t| d| dgd d}tddtjddgd fidddgi}t||dS)NrOr-r.rrsr"-C6?outerinnerrndminleftrightrE$cannot align.*exact.*dimensions.*'y'r{exactr-joinryr.) r rBrr&Trrrr rrr)rrrrrrWrs r7test_concat_join_kwargz(TestConcatDataset.test_concat_join_kwargs"sZ1#/0s!9M9MNNNsZ1#/0s&9R9RSSS+-# :BF bfa[9: ;a&6{ + +  $ :Bx( )!Qb+A+A  # :rxBF 1===?@ AQqc**   $ :rx 1===?@ AQvh//    ' :rxAa888:; <Qqc**    ]:-T U U U ? ?S#JW#>>>F ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? 1 1DS#JTs;;;F $ 0 0 0 0 ]]3  s!3!3 4:3    :rxAa8889 :C!VCU    +++++s+F  FFzGcombine_attrs, var1_attrs, var2_attrs, expected_attrs, expect_exception no_conflictsr"rrrt)rOrQrOrPrQFr#TdroprGrEr/drop_conflicts)*+,)rPrQrR)rOrQrRc0t|rddddniSNrqrr"r[anyrcontexts r7zTestConcatDataset.!CJJ'VRaa'@'@'@TVr:rqrctdddgfiddgi|}tdddgfiddgi|}|rNtjtd|d5t ||gd| ddddS#1swxYwYdSt ||gd| }tddddgfidddgi| } t || dS) NrOr-rr@rr"combine_attrs=''r{ry combine_attrsrr rrrr r) rro var1_attrs var2_attrsexpected_attrsexpect_exceptionrrrrs r7test_concat_combine_attrs_kwargz1TestConcatDataset.test_concat_combine_attrs_kwargsk`sS1#J'qc *MMMsS1#J'qc *MMM  /z1S=1S1S1STTT I ISzs-HHHH I I I I I I I I I I I I I I I I I IS#JC}MMMFsQFm$sQFm>H VX . . . . .sA88A<?A<z?combine_attrs, attrs1, attrs2, expected_attrs, expect_exceptionc0t|rddddniSrcrdrfs r7rhzTestConcatDataset.rir:ctdddg|fidddg|fi}tdddg|fidddg|fi}|rNtjtd|d5t ||gd| d d d d S#1swxYwYd St ||gd| }tddddg|fiddddg|fi} t || d S) z=check that combine_attrs is used on data variables and coordsrOr-rrsr"rlrmr{rnNrp) rroattrs1attrs2rsrtrrrrs r7)test_concat_combine_attrs_kwarg_variablesz;TestConcatDataset.test_concat_combine_attrs_kwarg_variablessbsS1#v./sQC>P8QRRRsS1#v./sQC>P8QRRR  /z1S=1S1S1STTT I ISzs-HHHH I I I I I I I I I I I I I I I I I IS#JC}MMMFsQFN34sQFN34H VX . . . . .sA>>BBc Ptidditddgig}t|d}tdddgi}t||tddgitiddig}t|d}t||tdgddtdgddg}t|d}tddgdddgfd}t||tddgid d itddgid dd gfig}t|d}tdddgid dd d gfi}t||tddgid d itdddgid d ig}t|d}tdgd id dgd fi}t||tddd gfidgdgdtdd dgfidgdgdg}t|d}tddd gdggfiddgdgd}t||tidtjd dditdtjdddgig}t|d}tdtjd ddtjdddgi}t||t jddgd}t jdd}t jgdd}tid|itid|ig}t|d}tid|i}t||t|jdtj sJdS)Nr-rr"rrtrLr#r/r.rqrrrr"r)rqrrrrrmrS)closed 2022-01-01 2022-02-01zdatetime64[ns]r 2022-03-01)r~rrr) r r rrZIntervalrBr& isinstanceindexes DatetimeIndex)rr2rr time_data1 time_data2 time_expecteds r7test_concat_promote_shapez+TestConcatDataset.test_concat_promote_shape+s<S!H%%waSz':':;c""C!Q=))***qc ##WR#q%:%:;c""***qc**++WA3Q5G5G-H-HIc""!QsQFm<<==***qc S"I..qc S3QSPT+DV0W0WXc""C!Q=3r2h*@AA***qc S"I..q!f Ry0Q0QRc""C+cC3F-GHH*** S3+&qc(<(< = = S3*%aSs';'; < < c""C*taSk!:;Aq6QRPS=T=TUU*** Bbk"a@@@A B B S2;q!G<<<=> ? ? c""KAg666K1W555    ***X|\:BRSSS Xl2BCCC  6 6 6>N   VZ01172 ?S3T3TUf%%2 677***&.0"2BCCCCCCCr:ctdddgfiddgdtdddgfiddgdg}tddddgfidddgd}t|d}t||tdddgfiddgdtdddgfiddgdg}tjt 5t|ddddddS#1swxYwYdS) Nr.tr"r)r-rrrvrs)r r rrrr)rr2rrs r7test_concat_do_not_promotez,TestConcatDataset.test_concat_do_not_promotemsp S3*%QaS'9'9 : : S3*%QaS'9'9 : : C#1v/q1v1F1FGGc""6*** S3*%QaS'9'9 : : S3*%QaS'9'9 : : ]: & & 0 0 4Y / / / / 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0s9CC Cctdditddig}tdddgddi }tdddgf|d }t||}t||dS) Nr-rr"r.rtr#rrrrL)r r r rrr2rrrs r7test_concat_dim_is_variablez-TestConcatDataset.test_concat_dim_is_variable~sa!!7C8#4#45q!fUEN;;;#1vU;;<<e$$*****r:ctdditddig}tddgdddi }tdddgf|d }t||}t||dS) Nr-rr"rtr#r.rrrrrL)r rr rrs r7test_concat_dim_is_dataarrayz.TestConcatDataset.test_concat_dim_is_dataarraysa!!7C8#4#451a&s5%.AAA#1vU;;<<e$$*****r:c tjgdddgg}td|i}t |t d|t ddgd}||sJt|j tjsJdS)Nr@rOrPr-rsrr0) rZ MultiIndex from_productr r rrrHrr-to_index)rr-rrs r7test_concat_multiindexz(TestConcatDataset.test_concat_multiindexs M & & C:'> ? ?3(+++ ]]U1XX] & & a (G(G H#  v&&&&&&(++--r}=======r:c ddg}tjgdddgg|}td|i}t |gd }t |jd}dg|z}||ksJdS) N x_level_0 x_level_1r@rOrP)namesr-rsnew)rZrrr r rxindexesget_all_coords)r level_namesr-r concatenatedrrs r7$test_concat_along_new_dim_multiindexz6TestConcatDataset.test_concat_along_new_dim_multiindexs"K0 M & & C:'>k & R R S!H % % %rdE** l+::3??@@5;&!!!!!!r:r@ctdddgfdddgfddgdtdddgfdddgfddgdg}|tjkrtjx}}n*t |t r|d }|d }n|x}}td |ddgdd|ggfd |ddgdd|ggfd dgd i}t|d|}t||dS)Nr-rrtrrr")rOrPr-rqrrOrP)rr-rr|rr) r r rrBrrdictr r)rrr fill_value_a fill_value_brrs r7test_concat_fill_valuez(TestConcatDataset.test_concat_fill_values5 3A-sRGnAq6JJ K K 3A-sQGnAq6JJ K K   " "+-& 0L<<  D ) ) 5%c?L%c?LL*4 4L< L!Q#7!Q 9M"NO L"a#81b,:O"PQ  )))    cjAAA*****r:rx1x2ctjdddg}tddg|fddgtjddg| d }tddg|ftjddgtjd d g| d }t ||g| }tj|jj|sJdS)Nr#rrrrr"rOrPr)rrrrQrRr}) rBrgrhr r&r issubdtyperrrrryrda1da2rs r7test_concat_str_dtypez'TestConcatDataset.test_concat_str_dtypesy||##QF++t,!fhSz777    t,h1v&&hSz777    c ,,,}VY_e4444444r:N)rr rrk)%__name__ __module__ __qualname__rfixturerrmark parametrizer rrr'r)r-r3r5r9r<r>rBrJrYrurzrrrrrrr rrrHbytesrr2r:r7rrs ^444^4     [X Y'?@@ [UVV$455EEE65A@E++++.EEEE [X'F'F'FGG [UVV$455 9 9 965HG 9;;;;::::''''++++ 5 5 5 ? ? ?'''' + + + +)H)H)HV',',',',R [Qa  a  aa((  11--r3C3CU K Rqq!1!13C3CU Ka  a  aa((  11%%QQ'7'7U C **!!,<,N>NPU V **!!,<,N>NPT Ua  aa((a    !r++br**r++  WVr++br**qq))  E) ,,Z//[,,Z/" [Ia  a  aa((  11--r3C3CU K Rqq!1!13C3CU Ka  a  aa((  11%%QQ'7'7U C **!!,<,N>NPU V **!!,<,N>NPT Ua  aa((a    !r++br**r++  WVr++br**qq))  E) ,,Z//[,,Z/&@D@D@D@DD0000"++++++++>>>>"""" [\FIq#QQ?O?O+PQQ+++RQ+0 [WsEl33 [UT4L115552143555r:rc<eZdZddZddZeddZej de j ddgdd Z dd Z dd Zej d eegej d ddgddZddZdS)TestConcatDataArrayrrkcTtddgtjdfddgtjdfddddgi}|d}|d}ttj|j|jggd dddgi }t ||gd }t||d |dD}t ||d}t||t |tj |dd }t||t |d|dgtj ddg d}|dd ddi}t||t |d|dgddg d} |dd ddi}t|| tjt d5t ||gd ddddn #1swxYwYtjt d5t ||gd dddddS#1swxYwYdS)Nr-r.rrtrrrr"rr)wr-r.rArcg|]\}}|Sr2r2rs r7r]z3TestConcatDataArray.test_concat..s222A1222r:)rT)r\rrDz not identicalr{rG)ryrzznot a valid argumentrvr)r rBrCrr&rr rr rrZIndex reset_coordsr,rrr) rrrrrrgroupedstackedactual2actual3s r7r)zTestConcatDataArray.test_concats, c BI$4$4V$<$<=c BI$4$4V$<$<=  1a&M   ii Hcj#*- . . !Q=    c C((Xv&&&22S!1!1222"S'**g&&&"(2c7"="="=>>g&&&#a&#a&)28QF+;+;<<IItITTrr7>>3 "5667+++#a&#a&)Aq622??T?JJrr7>>3 "5667+++ ]:-= > > > < < C:3{ ; ; ; ; < < < < < < < < < < < < < < <]:-D E E E = = C:3) < < < < = = = = = = = = = = = = = = = = = =s$4III;JJ!$J!cxtddgtjdfddgtjdfddddgi}|d}dd i|_d di|_t ||gd j|jksJt ||gd j|jksJdS) Nr-r.rrrr"r complevelr/unlimited_dimsr})r rBrCencodingr )rrrs r7test_concat_encodingz(TestConcatDataArray.test_concat_encodings c BI$4$4V$<$<=c BI$4$4V$<$<=  1a&M   i#Q' '- sCjc***3s|CCCCr2hC(((1R[@@@@@@r:cddlmfdtdD}t|d}|jdksJ|jdksJdS)Nrc g|]H}tttjddddgIS))rtrtrtr-r.r)r from_arrayrrBzeros)r4rdas r7r]z8TestConcatDataArray.test_concat_lazy.. se     /0@0@AA1EESRUJ      r:rrmr})rrtrt)rmr-r.) dask.arrayr&rFr shaper)rarrayscombinedrs @r7test_concat_lazyz$TestConcatDataArray.test_concat_lazy s    1XX    &c***~****}//////r:rrrc&tddgdddgfg}tddgdddgfg}|tjkr tj}tdd|gd|dggddgdgdi}t ||fd| }t ||dS) Nr"rr-rsrtr.r@rAr)rr rrBrr r)rrrrrrs r7rz*TestConcatDataArray.test_concat_fill_valuesAq!f 777Aq!f 777  " "JJ !Z!3 4s#    c  CCC*****r:ctdddggfidgdgd}tdddggfidgdgd}i}tdddtjgtjdggfiddgddgd|d<tddgggfiddggd|d<tddtjdtjgd jfiddgdgd|d <tddtjtjdgd jfiddgdgd|d <tddtjddgd jfiddgdgd|d <t jtd5t||gdd}dddn #1swxYwY|D]>}t||g|d}t|||?dS)NrOrLrrsr"rMrNrOrrPrRrSrErTr{rUr-rV) r to_arrayrBrr&rXrrrr r)rrrrrrWs r7rYz*TestConcatDataArray.test_concat_join_kwarg(s :u% &aSs/C/C   (**  :u% &aSx/H/H   (** ,.# :BF bfa[9: ;a&6{ + +  $ :Bx( )!Qb+A+A  # :rxBF 1===?@ AQqc**   $ :rx 1===?@ AQvh//    ' :rxAa888:; <Qqc**    ]:-T U U U ? ?S#JW#>>>F ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? <  >MS#JC}MMMF VXm%< = = = = > >s$)C  CC05D11D58D5rryrrc tjdddg}t|ddgddgtjddg| d  }t|ddgtjddgtjd d g| d  }t ||g|}tj|jj|sJdS)Nr#rrrrr"rOrPr)rr)rrr@rQrRr}) rBrgrhrr&r rrrrs r7rz)TestConcatDataArray.test_concat_str_dtypedsy||##QF++a&#s5(I(I(IJJ    (Aq6**"(C:U2S2S2STT    c ,,,}VY_e4444444r:c"tdgd}t||gtddgd}t|jdgksJt||gtddg}t|jdgksJdS)NrrOrr"rPr}dim_0)rr rr@)rr da_concat da_concat_stds r7test_concat_coord_namez*TestConcatDataArray.test_concat_coord_namews s % % %B8Aq6)D)D)DEEE I$%%#....BxY1v->->??? M())gY666666r:Nr)rrrr)rrrrrrr rrrYrurHrrrr2r:r7rrs3'='='='=R A A A A 0 0 0] 0 [\FIq#+>?? + + +@? +"<"<"<">>>0 [WsEl33 [UT4L1155521435"777777r:rattr1rOmeta)rWr@attr2ctdgdggddg|tdgdggddg|g}t|dj}||ksJdS)Nr"rr-r.rrtr#)rr r)rrarrs concat_attrss r7 test_concat_attrs_first_variablersr A3*C:U;;;A3*C:U;;; D $$$*L 5 r:ctgddgddd}tgdddgdi}ttdddtdddd}dD]&}t||gd| }t||'t jt d 5t||gdd dddn #1swxYwYtgddgddd}tgdddgdi}tgddgddd}dD]J}t jt d 5t|||gd| dddn #1swxYwYKdS)Nr@r-r"rLrA)r#r/rr)rrvrsz 'y' not present in all datasets.r{rr)rr^ )rrz'y' not present in all datasets)rrFr rrrr)rrrr@rrs r7&test_concat_merge_single_non_dim_coordrs< IIICiiia0H0H I I IC IIICiii0@ A A ACq!3U1a[[q7Q7QRRRH*++c C777**** z)L M M M22Szs51111222222222222222 IIICiiia0H0H I I IC IIICiii0@ A A AC IIICiiia0H0H I I IC&<< ]:-O P P P < < Cc?F ; ; ; ; < < < < < < < < < < < < < < <<rsh""""""////////// 777777777777%%%%%%%%++++++766666CBBBBBBBB IM&&&&&V/3%%%%%P$$$$: ' ' ' ' '''',''''''''<''''.u 66 ' ' '76 'F''''4>??***@?*>$($($($(N    <u ..4-00'''10/.'BJ5J5J5J5J5J5J5J5Zm7m7m7m7m7m7m7m7`C&,,,)?#@3 BRTV"WXXC#3R"899!!!:9YX!<<<,CCCCB$$$$"$$$$ $ $ $ $ $ $r: