a iDf4@sddlmZddlZddlZddlmZddlmZmZddlm Z ddl m Z m Z m Z ddlZddlZddlmZmZddlmZmZmZmZmZmZmZdd lmZdd lm Z m!Z!dd l"m#Z#dd l$m%Z%m&Z&m'Z'dd l(m)Z)ddl*m+Z+ddl,m-Z-ddl.m/Z/m0Z0ddl1m2Z2ddl3m4Z4z ddl5Z5Wne6yHdZ5Yn0e rlddl7m8Z8m9Z9e edfZ:hdZ;degd"Z?e?d#gZ@eAgd$ZBd%d&d'd(d)ZCd*d+ZDd%d%d,d-d.ZEd%d%d,d/d0ZFd%d%d1d2d3ZGd%d4d,d5d6ZHd%d7d,d8d9ZId%d%d:d;d<d=d>ZJd?d%d%d?d@dAdBZKd?d%d%d?dCdDdEZLdd%dFd:d?d<dGdHZMdIdJZNdKdLZOd%d?d,dMdNZPd%dOd,dPdQZQd%dRd,dSdTZRd%dUdVdWZSd%dRd,dXdYZTdZdUd[d\ZUd%dUd]d^ZVd%dUd_d`ZWd%dUdadbZXdd&d?dddedfZYdd&d?dddgdhZZdidjZ[d%d:d&dkdldmZ\d%d%d,dndoZ]d%d%d?dpdqdrZ^d?dUdsdtZ_dudvZ`d?d;d?dwdxdyZaddzdFdFd{d|d}d~dZbddzdFdFd{d&d|dddZcdzd%d%d;dzd}ddZddddFdFd{dd}ddZeddzdFd{ddddZfddzdFd{d&ddddZgdzd%d;dzdddZhdddFd{ddddZiGdddeZjGdddeZkdS)) annotationsN)Hashable)datetime timedelta)partial) TYPE_CHECKINGCallableUnion)OutOfBoundsDatetimeOutOfBoundsTimedelta)SerializationWarning VariableCoderlazy_elemwise_funcpop_to safe_setitemunpack_for_decodingunpack_for_encoding)indexing)contains_cftime_datetimesis_np_datetime_like)asarray) first_n_itemsformat_timestamp last_item)nanosecond_precision_timestamp)emit_user_level_warning)Variable)T_ChunkedArrayget_chunked_array_type)is_chunked_array)is_duck_dask_array) CFCalendar T_DuckArray>proleptic_gregorianstandardZ gregoriang@@g.AgeA<nsusmssmhDii@Bil$'-l`;P) microseconds millisecondssecondsminuteshoursdays)r5r4r3r2r1r0 nanoseconds)r5r4r3r2r1r0r6strbool)calendarreturncCs |tvSN)lower_STANDARD_CALENDARS)r9r>`/nfs/NAS7/SABIOD/METHODE/ermites/ermites_venv/lib/python3.9/site-packages/xarray/coding/times.py_is_standard_calendarZsr@c Cst|jrdSt|}|}|}zt|tjt|tjWnXtj j y\YdSt y}z*|j ddkrWYd}~dSWYd}~nd}~00dSdS)NTFrzyear 0 is out of range) rdtypenprminmaxconvert_time_or_go_backpd Timestamperrorsr ValueErrorargs)timesZtminZtmaxerrr>r>r?_is_numpy_compatible_time_range^s   rM)unitsr:cCs4|}|ds|d}dddddddd|S) Nr,r)r*r+r-r.r/)r6r0r1r2r3r4r5)r<endswithrNr>r>r?_netcdf_to_numpy_timeunitrs  rQcCsdddddddd|S) Nr6r0r1r2r3r4r5r(r>rPr>r>r?_numpy_to_netcdf_timeunitsrR)ref_dater:cCs|td|}|r|Std|}|s2td|dd|D\}}t|d|}d|d|d }t|t|S) Nz .*\d{4}.*z (\d+)(.*)z'invalid reference date for time units: css|] }|VqdSr;r>.0r,r>r>r? z&_ensure_padded_year..04dz!Ambiguous reference date string: z. The first value is assumed to be the year hence will be padded with zeros to remove the ambiguity (the padded reference date string is: zb). To remove this message, remove the ambiguity by padding your reference date strings with zeros.)rematchrIgroupsintwarningswarnr )rSZ matches_yearZmatches_start_digitsZref_yearZeverything_elseZref_date_paddedZ warning_msgr>r>r?_ensure_padded_years   r_ztuple[str, str]cCsDtd|}|std|dd|D\}}t|}||fS)Nz(.+) since (.+)zinvalid time units: css|]}|VqdSr;)striprTr>r>r?rVrWz,_unpack_netcdf_time_units..)rYrZrIr[r_)rNmatchesZ delta_unitsrSr>r>r?_unpack_netcdf_time_unitss  rbztuple[str, pd.Timestamp]cCs0t|\}}t|}|jdur(|d}||fSr;)rbrtzZ tz_convert)rN time_unitsZ _ref_daterSr>r>r?_unpack_time_units_and_ref_dates    re bool | Noneznp.dtype)rNr9 use_cftimer:c Cstt|}tt|dp"dgt|p.dgg}zt||||}WnBty|dur`dnd|}d|d|d}t |Yn0t |dt d } | S) Nr%rzthe default calendarz calendar zunable to decode time units z with z_. Try opening your dataset with decode_times=False or installing cftime if it is not installed.rAobject) rZ!ImplicitToExplicitIndexingAdapterZ as_indexablerBZ concatenaterrdecode_cf_datetime ExceptionrIgetattrrA) datarNr9rgvaluesZ example_valueresultZ calendar_msgmsgrAr>r>r?_decode_cf_datetime_dtypes rpz np.ndarray) num_datesrNr9r:cCsDtdurtd|jdkr2ttj|||ddStjgtdSdS)NNo module named 'cftime'rT)Zonly_use_cftime_datetimesrA)cftimeModuleNotFoundErrorsizerBrZnum2datearrayrh)rqrNr9r>r>r?_decode_datetime_with_cftimes rx)flat_num_datesrNr9r:cCsDt|std|dt|\}}t|}z t|}WntyNtYn0tPtddt |j dkrt | ||t |||Wdn1s0Y|jjdvr|tj}t||ttjj kB}|t|}tj|tjd}ttjj ||<||tj||<t |d|jS) Nz2Cannot decode times from a non-standard calendar, z, using pandas.ignorezinvalid value encounteredriursr))r@r rbrQrrIr]catch_warningsfilterwarningsRuntimeWarningrvrF to_timedeltarCrDrAkindastyperBint64isnanZiinfo_NS_PER_TIME_DELTAZ zeros_likerm)ryrNr9rdrSnanZflat_num_dates_ns_intr>r>r?_decode_datetime_with_pandass.       2   rz str | Nonec Cst|}|}|durd}|durzt|||}Wqttttfyt| t ||}|t |j dks|t |j dkrt|rtjdtddnt|rt|}Yq0n|rt|||}n t|||}||jS)aGiven an array of numeric dates in netCDF format, convert it into a numpy array of date time objects. For standard (Gregorian) calendars, this function uses vectorized operations, which makes it much faster than cftime.num2date. In such a case, the returned array will be of type np.datetime64. Note that time unit in `units` must not be smaller than microseconds and not larger than days. See Also -------- cftime.num2date Nr$iizUnable to decode time axis into full numpy.datetime64 objects, continuing using cftime.datetime objects instead, reason: dates out of range) stacklevel)rBrravelrKeyErrorr r OverflowErrorrxrfloatZ nanargminyearZ nanargmaxr@r]r^r cftime_to_nptimereshapeshape)rqrNr9rgrydatesr>r>r?ri*s6    ricKs(tj|fi|}|jdks$J|S)Ntimedelta64[ns])rFrto_numpyrAvaluekwargsrnr>r>r?to_timedelta_unboxed`srcKs(tj|fi|}|jdks$J|S)Ndatetime64[ns])rF to_datetimerrArr>r>r?to_datetime_unboxedfsrcCs.t|}t|}t||d}||jS)znGiven an array of numeric timedeltas in netCDF format, convert it into a numpy timedelta64[ns] array. )unit)rBrrQrrrr)Znum_timedeltasrNrnr>r>r?decode_cf_timedeltals rrcCstt|dS)Nr0)r_US_PER_TIME_DELTArPr>r>r?_unit_timedelta_cftimevsrznp.timedelta64cCst|}tt|dS)Nr))rQrB timedelta64r)rNZ numpy_unitsr>r>r?_unit_timedelta_numpyzsr)r:cCsd|jtdkr$t}t}tdd}nt}t}tdd}|D]"}t||||kr<|Sqr>r?_infer_time_units_from_diffs   rcCstdt|dS)Nr%r)rBrrQrrPr>r>r?_time_units_to_timedelta64srr!cCst|jrdS|jtdkrv|jdkrvtdurvt|jd}t|rd|}t |tj rd| }t |tj rv|j StddS)z7Given an array of datetimes, infer the CF calendar namer#rrNz(Array does not contain datetime objects.)rrArBrvrtrZflatr Zcompute isinstanceZndarrayitemrr9rI)rsampler>r>r?infer_calendar_names   rcCst|}t|jdkrVt|}|t|}t|dkrH|dnd}t|}n t|dkrj|dnd}t |}t t |}t |}|d|S)aGiven an array of datetimes, returns a CF compatible time-unit string of the form "{time_unit} since {date[0]}", where `time_unit` is 'days', 'hours', 'minutes' or 'seconds' (the first one that can evenly divide all unique time deltas in `dates`) rrz 1970-01-01 since ) rBrrrArrFnotnulllenrformat_cftime_datetimeuniquediffr)rZreference_daterrNr>r>r?infer_datetime_unitss rcCsH|jdd|jdd|jdd|jdd|jdd|jdd|jd S)zbConverts a cftime.datetime object to a string with the format: YYYY-MM-DD HH:MM:SS.UUUUUU rX-Z02d :.Z06d)rmonthdayhourminutesecond microsecond)dater>r>r?rsrcCs.tt|}t|t|}t|S)zGiven an array of timedeltas, returns a CF compatible time-unit from {'days', 'hours', 'minutes' 'seconds'} (the first one that can evenly divide all unique time deltas in `deltas`) )rrBrrrrFrr)deltasrr>r>r?infer_timedelta_unitssrT)raise_on_invalidr:c Cst|}tj|jdd}t|D]\}}z&t|j|j|j|j |j |j |j }WnDt y}z,|r~t d|d|dnd}WYd}~n d}~00t|||<q$|S)zGiven an array of cftime.datetime objects, return an array of numpy.datetime64 objects of the same size If raise_on_invalid is True (default), invalid dates trigger a ValueError. Otherwise, the invalid element is replaced by np.NaT.zM8[ns]rsCannot convert date z. to a date in the standard calendar. Reason: rZNaTN)rBremptyrZ ndenumeraterrrrrrrrrI datetime64)rKrnewitdter>r>r?rs" rc Cs|tjtjfvr&t|js&t||dSt|jr:t|}tj|j dd}t |D]\}}z&||j |j |j |j|j|j|j}WnVty}z>|rtd|d|dddjd|d ntj}WYd }~n d }~00|||<qR|S) amGiven an array of datetimes, return the same dates in another cftime or numpy date type. Useful to convert between calendars in numpy and cftime or between cftime calendars. If raise_on_valid is True (default), invalid dates trigger a ValueError. Otherwise, the invalid element is replaced by np.nan for cftime types and np.NaT for np.datetime64. )rrrsrz to a date in the ir%z calendar. Reason: rN)rFrGrBrrrAr DatetimeIndexrr enumeraterrrrrrrrIr9r)rK date_typerrrrrrr>r>r? convert_timess0     rcCs|tjkrt}z$||j|j|j|j|j|j|j WSt yFYn|t yz,||j|j|jd|j|j|j|j WYSt y||j|j|jd|j|j|j|j YYS0Yn0dS)aConvert a single date to a new date_type (cftime.datetime or pd.Timestamp). If the new date is invalid, it goes back a day and tries again. If it is still invalid, goes back a second day. This is meant to convert end-of-month dates into a new calendar. r%N) rFrGrrrrrrrrr rI)rrr>r>r?rEsF    rE)target_calendarrgr:cCsJ|durFt|r.t|rdS|durFtdn|durFtd|ddS)aaReturn whether conversion of the source to the target calendar should result in a cftime-backed array. Source is a 1D datetime array, target_cal a string (calendar name) and use_cftime is a boolean or None. If use_cftime is None, this returns True if the source's range and target calendar are convertible to np.datetime64 objects. TFzPSource time range is not valid for numpy datetimes. Try using `use_cftime=True`.z Calendar 'z9' is only valid with cftime. Try using `use_cftime=True`.)r@rMrI)sourcerrgr>r>r?_should_cftime_be_used@s  rc CsZt|\}}|}|ds(|d}z|dt|}WnttfyTYn0|S)Nr,r)rbr<rOrr rI)rNrdrSr>r>r?_cleanup_netcdf_time_units[s   r)rNr9r:csbtdurtdt|jtjr0|dt}fddtfdd| D |j S)zFallback method for encoding dates using cftime. This method is more flexible than xarray's parsing using datetime64[ns] arrays but also slower because it loops over each element. NrrzM8[us]csVz"|durtjntj|ddWStyP|dur>tjn t|YS0dS)NF)Z longdouble)rBrrtZdate2num TypeError)d)r9rNr>r?encode_datetimevs z5_encode_datetime_with_cftime..encode_datetimecsg|] }|qSr>r>)rUr)rr>r? rWz0_encode_datetime_with_cftime..) rtrurB issubdtyperArrrrwrrr)rrNr9r>)r9rrNr?_encode_datetime_with_cftimeis rcCs$tj|tjd}||kr |}|S)Nrs)rBrrr)numZint_numr>r>r?cast_to_int_if_safes rcCs2|r&||tj}|jtjdd}n||}|S)NF)copy)rrBr)rdeltafloorrr>r>r? _divisions r)rrAr:cCst,tjdddtj||d}Wdn1s:0Yt|tjr||kst|jtj rt d|jd|dqt d|jd|d n&t | rt d|jd|d |S) NrzZoverflow)messagersz,Not possible to cast all encoded times from z to z without losing precision. Consider modifying the units such that integer values can be used, or removing the units and dtype encoding, at which point xarray will make an appropriate choice.z(Not possible to cast encoded times from z without overflow. Consider removing the dtype encoding, at which point xarray will make an appropriate choice, or explicitly switching to a larger integer dtype.z without overflow. Consider removing the dtype encoding, at which point xarray will make an appropriate choice, or explicitly switching to a larger floating point dtype.)r]r|r}rBrrintegerrrAZfloatingrIrisinfany)rrAZcast_numr>r>r?_cast_to_dtype_if_safes6 ,  rr"znp.dtype | Noneztuple[T_DuckArray, str, str])rrNr9rAr:cCs0t|}t|rt||||St||||SdS)zGiven an array of datetime objects, returns the tuple `(num, units, calendar)` suitable for a CF compliant time variable. Unlike `date2num`, this function can handle datetime64 arrays. See Also -------- cftime.date2num N)rr_lazily_encode_cf_datetime_eagerly_encode_cf_datetime)rrNr9rAr>r>r?encode_cf_datetimesr)rrNr9rAallow_units_modificationr:c Cst|}t|}|dur|}nt|}|dur6t|}zHt|rN|jjdkrRt|jdks`Jt|\}}t |}t | } | |} t|\} } ||krt | |} t | }| |tddkrt| } t | }d}||krdd}|durtd|d| d nVt|tjrd|rd| d t|}td|d |d |d |d |}|}d}t| ||}|j|j}Wn.tttfyt|||}t|}Yn0|durt||}|||fS)Nrrrr)TFzCTimes can't be serialized faithfully to int64 with requested units . Resolution of z needed. Serializing times to floating point instead. Set encoding['dtype'] to integer dtype to serialize to int64. Set encoding['dtype'] to floating point dtype to silence this warning.r. Serializing with units P instead. Set encoding['dtype'] to floating point dtype to serialize with units . Set encoding['units'] to  to silence this warning .)rrrrr@rArr rerrFrrabsZto_timedelta64rBrrrrrrrrmrrrrIrrr)rrNr9rAr data_unitsrdrS time_deltaZdates_as_index time_deltas needed_unitsZ data_ref_dateZ ref_deltaZ data_deltaneeded_time_deltafloor_divisionZ new_unitsrr>r>r?rsj        rcCst||||dd^}}|SNF)r)r)rrNr9rAr_r>r>r?%_encode_cf_datetime_within_map_blocks&s rrztuple[T_ChunkedArray, str, str]cCs|durt|}|durH|durH|jdkr:d}td}nd}td}|dusX|durntd|d|dt|}|jt|||||d}|||fS) Nrzmicroseconds since 1970-01-01rznanoseconds since 1970-01-01zWhen encoding chunked arrays of datetime values, both the units and dtype must be prescribed or both must be unprescribed. Prescribing only one or the other is not currently supported. Got a units encoding of  and a dtype encoding of rrs)rrArBrIr map_blocksr)rrNr9rA chunkmanagerrr>r>r?r2s4   rztuple[T_DuckArray, str]) timedeltasrNrAr:cCs,t|}t|rt|||St|||SdSr;)rr_lazily_encode_cf_timedelta_eagerly_encode_cf_timedelta)rrNrAr>r>r?encode_cf_timedeltaXs r)rrNrArr:c Cst|}|dur|}t|}t|}|}||krHtt|}t|}d} ||krd} |durt d|d|dn@t |tj r|rt d|d|d|d |d |}|}d} t ||| } | j |j} |durt| |} | |fS) NTFzHTimedeltas can't be serialized faithfully to int64 with requested units rz needed. Serializing timeseries to floating point instead. Set encoding['dtype'] to integer dtype to serialize to int64. Set encoding['dtype'] to floating point dtype to silence this warning.z?Timedeltas can't be serialized faithfully with requested units rrrr)rrrFZTimedeltaIndexrrrBrZdropnarrrrrmrrr) rrNrArrrrrrrrr>r>r?rdsH  rcCst|||dd\}}|Sr)r)rrNrArrr>r>r?&_encode_cf_timedelta_within_map_blockss rztuple[T_ChunkedArray, str]cCsh|dur|durd}td}|dus.|durDtd|d|dt|}|jt||||d}||fS)Nr6rzWhen encoding chunked arrays of timedelta values, both the units and dtype must be prescribed or both must be unprescribed. Prescribing only one or the other is not currently supported. Got a units encoding of rrrs)rBrArIrrr)rrNrArrr>r>r?rs( rc@sFeZdZddddddZddddd d d Zddddd d d ZdS)CFDatetimeCoderNrfNone)rgr:cCs ||_dSr;)rg)selfrgr>r>r?__init__szCFDatetimeCoder.__init__rT_Namevariablenamer:c Cst|jjtjst|rt|\}}}}|dd}|dd}|dd} t |||| \}}}t |d||dt |d||dt ||||ddS|SdS)NrNr9rArTZfastpath) rBrrlrArrrpopgetrrr) rrrdimsrlattrsencodingrNr9rAr>r>r?encodes    zCFDatetimeCoder.encodec Cs|jdd}t|trd|vrt|\}}}}t||d}t||d}t||||j} tt |||jd} t || | }t ||||ddS|SdS)NrNZsincer9)rNr9rgTr) r r rr7rrrprgrrirr) rrrrNr rlr r r9rA transformr>r>r?decodes   zCFDatetimeCoder.decode)N)N)N)__name__ __module__ __qualname__rrrr>r>r>r?rsrc@s4eZdZd ddddddZd ddddddZdS) CFTimedeltaCoderNrrrcCslt|jjtjrdt|\}}}}t||dd|dd\}}t |d||dt ||||ddS|SdS)NrNrArTr) rBrrlrArrrr r rr)rrrr rlr r rNr>r>r?rszCFTimedeltaCoder.encodec Csz|jdd}t|trr|tvrrt|\}}}}t||d}tt|d}t d} t ||| d}t ||||ddS|SdS)NrNrPrrsTr) r r rr7 TIME_UNITSrrrrrBrArr) rrrrNr rlr r rrAr>r>r?rs   zCFTimedeltaCoder.decode)N)N)rrrrrr>r>r>r?rs r)NN)T)T)NNN)NNNT)NNN)NN)NNT)NN)l __future__rrYr]collections.abcrrr functoolsrtypingrrr numpyrBZpandasrFZ pandas.errorsr r Zxarray.coding.variablesr r rrrrrZ xarray.corerZxarray.core.commonrrZxarray.core.duck_array_opsrZxarray.core.formattingrrrZxarray.core.pdcompatrZxarray.core.utilsrZxarray.core.variablerZ xarray.namedarray.parallelcompatrrZxarray.namedarray.pycompatrZxarray.namedarray.utilsr rt ImportErrorZxarray.core.typesr!r"rr=r\rrrr frozensetrr@rMrQrRr_rbrerprxrrirrrrrrrrrrrrrrErrrrrrrrrrrrrrrrr>r>r>r?s   $                " 56  "1 &S(4 +