a ƒ¼DfÚXã@sTdZddlmZmZmZddlmZmZddlmZdgZ Gdd„dƒZ d d„Z d S) z# Parser for the datashape grammar. é)Úabsolute_importÚdivisionÚprint_functioné)ÚlexerÚerror)Ú coretypesÚparsec@sÐeZdZdZdd„Zdd„Zedd„ƒZdd „Zd2d d „Z d3dd„Z dd„Z dd„Z dd„Z dd„Zdd„Zdd„Zdd„Zdd„Zd d!„Zd"d#„Zd$d%„Zd&d'„Zd(d)„Zd*d+„Zd,d-„Zd.d/„Zd0d1„Zd S)4ÚDataShapeParserzA DataShape parser object.cCs6||_||_t |¡|_g|_d|_d|_| ¡dS)Néÿÿÿÿ)Úds_strÚsymrÚlexÚtokensÚposÚend_posÚ advance_tok)Úselfr r ©rúh/nfs/NAS7/SABIOD/METHODE/ermites/ermites_venv/lib/python3.9/site-packages/datashader/datashape/parser.pyÚ__init__s zDataShapeParser.__init__c Cs¦|j|jkr¢|jd|_z&|jt|jƒkr<|j t|jƒ¡Wnbty t|jƒdkrx|j|jdjdfd}nd}|j t   dd|d¡¡|j|_Yn0dS)z:Advances self.pos by one, if it is not already at the end.rré)rrN) rrÚlenrÚappendÚnextrÚ StopIterationÚspanrÚToken)rrrrrr!s   zDataShapeParser.advance_tokcCs |j|jS)N)rr©rrrrÚtok4szDataShapeParser.tokcCst |jjdd|j|¡‚dS)Nrz)rZDataShapeSyntaxErrorrrr )rÚerrmsgrrrÚ raise_error8sÿzDataShapeParser.raise_errorFcCsz|j}g}d}|durv|ƒ}|durJ| |¡|jj|krD| ¡qt|Sqt|ƒdkrj|r^|S| |¡q||_dSqdS)z‚ _list : _list | Returns a list of s, or None. TNr)rrrÚidrrr!)rZ parse_itemZ sep_tok_idr Ú trailing_sepÚ saved_posÚitemsÚitemrrrÚparse_homogeneous_list<s      z&DataShapeParser.parse_homogeneous_listNcCs:| |¡}|dur|S|dur$||_| d||f¡dS)a‘ Looks up a symbol in the provided symbol table dictionary for syntactic sugar, raising a standard error message if the symbol is missing. Parameters ---------- symdict : symbol table dictionary One of self.sym.dtype, self.sym.dim, self.sym.dtype_constr, or self.sym.dim_constr. name : str The name of the symbol to look up. dshapemsg : str The datashape construct this lookup is for, e.g. '{...} dtype constructor'. error_pos : int, optional The position in the token stream at which to flag the error. Nz&Symbol table missing "%s" entry for %s)Úgetrr!)rZsymdictÚnameZ dshapemsgZ error_posÚentryrrrÚsyntactic_sugar`s ÿzDataShapeParser.syntactic_sugarcCs||j}tjdi}|j|vrp| ¡|j}| ¡}|durx| |jj ||jd||j|d¡}t   ||ƒ¡Sn| ¡SdS)zÈ datashape : datashape_nooption | QUESTIONMARK datashape_nooption | EXCLAMATIONMARK datashape_nooption Returns a datashape object or None. ÚoptionNz%s dtype constructionr) rrZ QUESTIONMARKr"rrÚparse_datashape_nooptionr+r Ú dtype_constrrÚ DataShape)rrÚ constructorsr$Údsr,rrrÚparse_datashape|s    ÿüzDataShapeParser.parse_datashapecCs„|j}| ¡}|durf|jjtjkrf| ¡|j}| ¡}|durR||_| d¡t j |g|j ¢RŽS|  ¡}|r|t   |¡SdSdS)z datashape_nooption : dim ASTERISK datashape | dtype Returns a datashape object or None. NzExpected a dim or a dtype) rÚ parse_dimrr"rÚASTERISKrr2r!rr/Ú parametersÚ parse_dtype)rr$ÚdimZdshapeÚdtyperrrr-•s  z(DataShapeParser.parse_datashape_nooptionc CsÈ|j}|j}|jtjkr|j}| ¡|jjtjkrX| ¡| |j j dd|¡}||ƒS|jjtj kr‚| |j j dd|¡}||ƒS||_dSn4|jtj krB|j}| ¡|jjtj kr|j j  |¡}|durÜ||_dS| ¡| ¡}|jjtjkr| ¡tdƒ‚n | d¡n&|j j |¡}|dur6|S||_dSn‚|jtjkr’|j}| ¡|jjtj krx||_dS| |j j dd ¡}||ƒS|jtjkrÀ| ¡| |j jdd |¡}|SdSdS) a“ dim : typevar | ellipsis_typevar | type | type_constr | INTEGER | ELLIPSIS typevar : NAME_UPPER ellipsis_typevar : NAME_UPPER ELLIPSIS type : NAME_LOWER type_constr : NAME_LOWER LBRACKET type_arg_list RBRACKET Returns a the dim object, or None. TODO: Support type constructors ZellipsiszTypeVar... dim constructorÚtypevarzTypeVar dim constructorNz0dim type constructors not actually supported yetzExpected a closing "]"Úfixedzinteger dimensionsz... dim)rrr"rÚ NAME_UPPERÚvalrÚELLIPSISr+r Ú dim_constrr4Ú NAME_LOWERÚLBRACKETr(Úparse_type_arg_listÚRBRACKETÚNotImplementedErrorr!r7ÚINTEGER) rr$rr<Útconstrr)r>Úargsr7rrrr3°sv  þ þÿ   ÿ þzDataShapeParser.parse_dimc CsN|j}|j}|jtjkrB|j}| ¡| |jj dd|¡}||ƒS|jtj kr|j}| ¡|jjtj krò|jj   |¡}|durŒ||_dS| ¡|  ¡\}}|jjtjkræt|ƒdkrÐt|ƒdkrÐ| d¡| ¡||i|¤ŽS| d¡n&|jj  |¡} | dur| S||_dSn0|jtjkr0| ¡S|jtjkrF| ¡SdSdS)a¹ dtype : typevar | type | type_constr | struct_type | funcproto_or_tuple_type typevar : NAME_UPPER ellipsis_typevar : NAME_UPPER ELLIPSIS type : NAME_LOWER type_constr : NAME_LOWER LBRACKET type_arg_list RBRACKET struct_type : LBRACE ... funcproto_or_tuple_type : LPAREN ... Returns a the dtype object, or None. r9zTypeVar dtype constructorNrz/Expected at least one type constructor argumentz!Invalid type constructor argument)rrr"rr;r<rr+r r.r?r@r(rArBrr!r8ÚLBRACEÚparse_struct_typeÚLPARENÚparse_funcproto_or_tuple_type) rr$rr<rEr)r.rFÚkwargsr8rrrr6sH  þ    zDataShapeParser.parse_dtypecCs€g}d}|durZ| ¡}|durZ|jjtjkrB| ¡| |¡qX| |¡|ifSqqZq| |jtjd¡}||rzt |ƒnifS)a! type_arg_list : type_arg COMMA type_arg_list | type_kwarg_list | type_arg type_kwarg_list : type_kwarg COMMA type_kwarg_list | type_kwarg Returns a tuple (args, kwargs), or (None, None). TNzWExpected another keyword argument, positional arguments cannot follow keyword arguments) Úparse_type_argrr"rÚCOMMArrr'Úparse_type_kwargÚdict)rrFÚargrKrrrrA@s     ÿz#DataShapeParser.parse_type_arg_listcCsÜ| ¡}|dur|S|jjtjtjtjfvr@|jj}| ¡|S|jjtj krÔ| ¡|  ¡}|durn|  ¡}|dur~|  ¡}|durŽ|  ¡}|jjtjkr´| ¡|dur°gS|S|durÈ| d¡qØ| d¡ndSdS)a“ type_arg : datashape | INTEGER | STRING | BOOLEAN | list_type_arg list_type_arg : LBRACKET RBRACKET | LBRACKET datashape_list RBRACKET | LBRACKET integer_list RBRACKET | LBRACKET string_list RBRACKET Returns a type_arg value, or None. Nz5Expected a type constructor argument or a closing "]"zExpected a "," or a closing "]")r2rr"rrDÚSTRINGÚBOOLEANr<rr@Úparse_datashape_listÚparse_integer_listÚparse_string_listÚparse_boolean_listrBr!)rr1r<rrrrLbs.  zDataShapeParser.parse_type_argcCsn|jjtjkrdS|j}|jj}| ¡|jjtjkr@||_dS| ¡| ¡}|dur`||fS|  d¡dS)zl type_kwarg : NAME_LOWER EQUAL type_arg Returns a (name, type_arg) tuple, or None. Nz$Expected a type constructor argument) rr"rr?rr<rÚEQUALrLr!)rr$r)rPrrrrNŒsz DataShapeParser.parse_type_kwargcCs| |jtjd¡S)z  datashape_list : datashape COMMA datashape_list | datashape Returns a list of datashape type objects, or None. zSExpected another datashape, type constructor parameter lists must have uniform type)r'r2rrMrrrrrS¢s ÿz$DataShapeParser.parse_datashape_listcCs*|jjtjkr"|jj}| ¡|SdSdS)z# integer : INTEGER N)rr"rrDr<r©rr<rrrÚ parse_integer®s zDataShapeParser.parse_integercCs| |jtjd¡S)zˆ integer_list : INTEGER COMMA integer_list | INTEGER Returns a list of integers, or None. zQExpected another integer, type constructor parameter lists must have uniform type)r'rYrrMrrrrrT¹s ÿz"DataShapeParser.parse_integer_listcCs*|jjtjkr"|jj}| ¡|SdSdS)z# boolean : BOOLEAN N)rr"rrRr<rrXrrrÚ parse_booleanÅs zDataShapeParser.parse_booleancCs| |jtjd¡S)zˆ boolean_list : boolean COMMA boolean_list | boolean Returns a list of booleans, or None. zQExpected another boolean, type constructor parameter lists must have uniform type)r'rZrrMrrrrrVÐs ÿz"DataShapeParser.parse_boolean_listcCs*|jjtjkr"|jj}| ¡|SdSdS)z! string : STRING N)rr"rrQr<rrXrrrÚ parse_stringÜs zDataShapeParser.parse_stringcCs| |jtjd¡S)z‚ string_list : STRING COMMA string_list | STRING Returns a list of strings, or None. zPExpected another string, type constructor parameter lists must have uniform type)r'r[rrMrrrrrUçs ÿz!DataShapeParser.parse_string_listcCs”|jjtjkrdS|j}| ¡|j|jtjdddp8g}|jjtj krR|  d¡| ¡dd„|Dƒ}dd„|Dƒ}|  |j j dd |¡}|||ƒS) z¤ struct_type : LBRACE struct_field_list RBRACE | LBRACE struct_field_list COMMA RBRACE Returns a struct type, or None. NzInvalid field in structT©r#cSsg|] }|d‘qS)rr©Ú.0ÚfrrrÚ óz5DataShapeParser.parse_struct_type..cSsg|] }|d‘qS)rrr]rrrr`raÚstructz{...} dtype constructor)rr"rrGrrr'Úparse_struct_fieldrMÚRBRACEr!r+r r.)rr$ÚfieldsÚnamesÚtypesrErrrrHós& þþ  ÿz!DataShapeParser.parse_struct_typecCsr|jjtjtjtjtjfvr dS|jj}| ¡|jjtj krH|  d¡| ¡|  ¡}|durj|  d¡||fS)a struct_field : struct_field_name COLON datashape struct_field_name : NAME_LOWER | NAME_UPPER | NAME_OTHER | STRING Returns a tuple (name, datashape object) or None Nz;Expected a ":" separating the field name from its datashapez#Expected the datashape of the field) rr"rr?r;Z NAME_OTHERrQr<rÚCOLONr!r2)rr)r1rrrrc s ÿ  z"DataShapeParser.parse_struct_fieldcCsÈ|jjtjkrdS|j}| ¡|j|jtjdddp8d}|jjtj krR|  d¡| ¡|jjtj kr„|  |j jdd|¡}||ƒS| ¡| ¡}|dur¦|  d¡|  |j jd d |¡}|||ƒSdS) a¦ funcproto_or_tuple_type : tuple_type RARROW datashape | tuple_type tuple_type : LPAREN tuple_item_list RPAREN | LPAREN tuple_item_list COMMA RPAREN | LPAREN RPAREN tuple_item_list : datashape COMMA tuple_item_list | datashape Returns a tuple type object, a function prototype, or None. NzInvalid datashape in tupleTr\rÚtuplez(...) dtype constructorz,Expected function prototype return datashapeZ funcprotoz(...) -> ... dtype constructor)rr"rrIrrr'r2rMÚRPARENr!ÚRARROWr+r r.)rr$ZdshapesrEZ ret_dshaperrrrJ%s: üû  ÿ  þz-DataShapeParser.parse_funcproto_or_tuple_type)F)N)Ú__name__Ú __module__Ú __qualname__Ú__doc__rrÚpropertyrr!r'r+r2r-r3r6rArLrNrSrYrTrZrVr[rUrHrcrJrrrrr s4 ÿ $ V:"*       r cCs>t||ƒ}| ¡}|dur$| d¡|j|jkr:| d¡|S)zóParses a single datashape from a string. Parameters ---------- ds_str : string The datashape string to parse. sym : TypeSymbolTable The symbol tables of dimensions, dtypes, and type constructors for each. NzInvalid datashapezUnexpected token in datashape)r r2r!rr)r r Zdspr1rrrr Qs    N) roÚ __future__rrrÚrrrÚ__all__r r rrrrÚs F