U dRfbh@sRdZddlmZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z ddlmZmZmZmZd d lmZmZd d lTeZd d ZddZddZddZddZddZddZddZ ddZ!ddZ"d d!Z#d"d#Z$d$d%Z%d&d'Z&d(d)Z'd*d+Z(d,d-Z)d.d/Z*d0d1Z+d2d3Z,d4d5Z-d6d7Z.d8d9Z/d:d;Z0dd?Z2d@dAZ3dBdCZ4dDdEZ5dFdGZ6dHdIZ7dJdKZ8dLdMZ9dNdOZ:dPdQZ;dRdSZdXdYZ?dZd[Z@d\d]ZAd^d_ZBd`daZCdbdcZDGdddedeeEZFdfdgZGdhdiZHdjdkZIdldmZJdndoZKdpdqZLdrdsZMdtduZNdvdwZOdxdyZPdzd{ZQd|d}ZRdddZSdddZTddZUddZVdddZWddZXddZYddZZddZ[ddZ\ddZ]ddZ^ddZ_ddZ`ddZaddZbddZcddZdddZeddZfejgefddZhdddZiejged~fddZjddZkdddZldddZmdS)z1 IDL Ref: https://thrift.apache.org/docs/idl )absolute_importN)urlparse)urlopen)lexyacc) TExceptionTPayloadTTypegen_init)ThriftGrammarErrorThriftParserError)*cCs(|dkrtdtd|j|jfdS)NzGrammar error at EOFzGrammar error %r at line %d)r valuelinenopr;/tmp/pip-unpacked-wheel-jqs7l_7o/thriftpy2/parser/parser.pyp_errors  rcCsdS)zstart : header definitionNrrrrrp_start"srcCsdS)z,header : header_unit_ header |Nrrrrrp_header&srcCsdS)z@header_unit_ : header_unit ';' | header_unitNrrrrrp_header_unit_+srcCsdS)zUheader_unit : include | cpp_include | namespaceNrrrrr p_header_unit0srcCstjd}|jdkrtdtj|jgtj}|D]H}tj||d}tj |r6t |}t ||j |t d|dSq6td|ddS)zinclude : INCLUDE LITERALNzAUnexpected include statement while loading from file like object.rZincludesz6Couldn't include thrift %s in any directories provided) threadlocal thrift_stack__thrift_file__rospathdirname include_dirs_joinexistsparsesetattr__name___add_thrift_meta)rthriftZreplace_include_dirs include_dirr childrrr p_include6s     r,cCsdS)z!cpp_include : CPP_INCLUDE LITERALNrrrrr p_cpp_includeIsr-cCsdS)z0namespace : NAMESPACE namespace_scope IDENTIFIERNrrrrr p_namespaceMsr.cCs|d|d<dS)z9namespace_scope : '*' | IDENTIFIERr rNrrrrrp_namespace_scopeTsr/cCsdS)zsep : ',' | ';' Nrrrrrp_sepZsr0cCsdS)zrrrrp_const_map_seqsrCcCs|d|dg|d<dS)z-const_map_item : const_value ':' const_value r r4rNrrrrrp_const_map_itemsrDcCstjd}|ddD]6}|}t||d}|dkrtd|d|dfqt|dksjt|tjkrt||d<ntd|ddS)zconst_ref : IDENTIFIERrr .NzCan't find name %r at line %drz(No enum value or constant found named %r) rrsplitgetattrrr _get_ttyper I32)rr+nameZfatherrrr p_const_refs   rKcCsdS)z~ttype : typedef | enum | struct | union | exception | serviceNrrrrrp_ttypesrLcCsttjd|d|ddS)z8typedef : TYPEDEF field_type IDENTIFIER type_annotationsrr4rN)r&rrrrrr p_typedefsrMcCs6t|d|d}ttjd|d|td|dS)z8enum : ENUM IDENTIFIER '{' enum_seq '}' type_annotationsrrenumsN) _make_enumr&rrr(r9rrrp_enumsrQcCs t|dS)zXenum_seq : enum_item sep enum_seq | enum_item enum_seq |Nr>rrrr p_enum_seqsrRcCsBt|dkr"|d|dg|d<nt|dkr>|ddg|d<dS)zyenum_item : IDENTIFIER '=' INTCONSTANT type_annotations | IDENTIFIER type_annotations |r5r r4rNlenrrrr p_enum_items  rUcCs t|d|d}td|dS)z7struct : seen_struct '{' field_seq '}' type_annotationsr r4structsN_fill_in_structr(r9rrrp_structsrYcCs.t|d}ttjd|d|||d<dS)z seen_struct : STRUCT IDENTIFIER rrrN_make_empty_structr&rrr9rrr p_seen_structs r\cCs t|d|d}td|dS)z5union : seen_union '{' field_seq '}' type_annotationsr r4ZunionsNrWr9rrrp_unionsr]cCs.t|d}ttjd|d|||d<dS)zseen_union : UNION IDENTIFIER rrrNrZr9rrr p_seen_unions r^cCs:t|d|dtd}ttjd|d|td|dS)zDexception : EXCEPTION IDENTIFIER '{' field_seq '}' type_annotations rrN)base_clsr exceptionsN) _make_structrr&rrr(r9rrr p_exceptionsrbcCstjd}t|dkrv|}|ddD]0}t||d}|dkr(td|d|dfq(t|dsztd |dnd}t|d|t|d|}t||d|t d |dS) zsimple_service : SERVICE IDENTIFIER '{' function_seq '}' | SERVICE IDENTIFIER EXTENDS IDENTIFIER '{' function_seq '}' rrNrENz.Can't find service %r for service %r to extendrthrift_serviceszCan't extends %r, not a serviceZservices) rrrTrFrGrhasattr _make_servicer&r()rr)extendsrJr:rrrp_simple_services"    rhcCs|d|d<dS)z)service : simple_service type_annotationsr rNrrrrr p_servicesricCsv|ddkrd}d}nd}d}|t|ddkr8g}n|t|d}|||d||d||d|g|d<d S) zsimple_function : ONEWAY function_type IDENTIFIER '(' field_seq ')' | ONEWAY function_type IDENTIFIER '(' field_seq ')' throws | function_type IDENTIFIER '(' field_seq ')' throws | function_type IDENTIFIER '(' field_seq ')' r onewayTFr)rrNNrS)rrjbaseZthrowsrrrp_simple_functions rmcCs|d|d<dS)z+function : simple_function type_annotationsr rNrrrrr p_function3srncCs t|dS)zjfunction_seq : function sep function_seq | function function_seq |Nr>rrrrp_function_seq8srocCs|d|d<dS)z"throws : THROWS '(' field_seq ')' r4rNrrrrrp_throws?srpcCs(|ddkrtj|d<n |d|d<dS)z6function_type : field_type | VOIDr voidrN)r VOIDrrrrp_function_typeDs  rscCs t|dS)zUfield_seq : field sep field_seq | field field_seq |Nr>rrrr p_field_seqMsrtc Cst|dkrVzt|d|d}WqZtk rRtd|d|dfYqZXnd}|d|d|d|d|g|d <dS) zsimple_field : field_id field_req field_type IDENTIFIER | field_id field_req field_type IDENTIFIER '=' const_value r4z"Type error for field %s at line %drNNr rr)rTr7r8rrr9rrrp_simple_fieldTs  rwcCs|d|d<dS)z%field : simple_field type_annotationsr rNrrrrrp_fieldfsrxcCs|d|d<dS)zfield_id : INTCONSTANT ':' r rNrrrrr p_field_idksrycCs6t|dkr|ddk|d<nt|dkr2d|d<dS)zCfield_req : REQUIRED | OPTIONAL |rr requiredrFNrSrrrr p_field_reqps  r{cCs|d|d<dS)z9field_type : ref_type | definition_typer rNrrrrr p_field_typezsr|c@seZdZdZddZdS)CurrentIncompleteTypercCs"|||j<|jd8_|jdSNr )index)selfinforrrset_infos zCurrentIncompleteType.set_infoN)r' __module__ __qualname__rrrrrrr}sr}cCs&tjd}t|D]^}|dkr q|d|dr|dt|dd}t||}t||d}|dk r|}qqt|ddD]t\}}t||d}|dkr|t|dddkrtd|d| dftj |d| df|d<dSqt |drt|d|f|d<n||d<dS) zref_type : IDENTIFIERr>r'__doc__ __package__ __loader____spec____thrift_meta__rr rENzNo type found: %r, at line %dr_ttype) rrdir startswithrTrG enumeraterFrrincomplete_typerre)rZref_typeattrrJZincluded_ref_typeZresolved_ref_typerrrr p_ref_types.      rcCs|ddkrtj|d<|ddks.|ddkr8tj|d<|ddkrNtj|d<|ddkrdtj|d<|ddkrztj|d<|dd krtj|d<|dd krtj|d<|dd krtj|d<d S) asimple_base_type : BOOL | BYTE | I8 | I16 | I32 | I64 | DOUBLE | STRING | BINARYr boolrbytei8Zi16Zi32Zi64doublestringbinaryN) r BOOLBYTEI16rII64DOUBLESTRINGBINARYrrrrp_simple_base_types              rcCs|d|d<dS)z-base_type : simple_base_type type_annotationsr rNrrrrr p_base_typesrcCs|d|d<dS)zqsimple_container_type : map_type | list_type | set_typer rNrrrrrp_simple_container_typesrcCs|d|d<dS)z7container_type : simple_container_type type_annotationsr rNrrrrrp_container_typesrcCstj|d|dff|d<dS)z1map_type : MAP '<' field_type ',' field_type '>' r4r5rN)r MAPrrrr p_map_typesrcCstj|df|d<dS)z$list_type : LIST '<' field_type '>' r4rN)r LISTrrrr p_list_typesrcCstj|df|d<dS)z"set_type : SET '<' field_type '>' r4rN)r SETrrrr p_set_typesrcCs|d|d<dS)zCdefinition_type : base_type | container_typer rNrrrrrp_definition_typesrcCs&t|dkr|d|d<nd|d<dS)zHtype_annotations : '(' type_annotation_seq ')' |rNrrNrSrrrrp_type_annotationss rcCs t|dS)ztype_annotation_seq : type_annotation sep type_annotation_seq | type_annotation type_annotation_seq |Nr>rrrrp_type_annotation_seqsrcCs6t|dkr"|d|df|d<n|ddf|d<dS)zMtype_annotation : IDENTIFIER '=' LITERAL | IDENTIFIER rNr r4rNrSrrrrp_type_annotations rTutf-8c Cs,ttdd}|dkr6gt_dgt_it_tt_dt_tjD]*} | jdk r>> from thriftpy2.parser.parser import parse >>> note_thrift = parse("path/to/note.thrift") :param path: file path to parse, should be a string ending with '.thrift'. :param module_name: the name for parsed module, the default is the basename without extension of `path`. :param include_dirs: directories to find thrift files while processing the `include` directive, by default: ['.']. :param include_dir: directory to find child thrift files. Note this keyword parameter will be deprecated in the future, it exists for compatible reason. If it's provided (not `None`), it will be appended to `include_dirs`. :param lexer: ply lexer to use, if not provided, `parse` will new one. :param parser: ply parser to use, if not provided, `parse` will new one. :param enable_cache: if this is set to be `True`, parsed module will be cached, this is enabled by default. If `module_name` is provided, use it as cache key, else use the `path`. initializedNrETzDead including on %sFrdebugZ write_tablesz.thriftzPath should end with .thriftfiler )encoding)httphttpszGthriftpy2 does not support generating module with path in protocol '{}'_thrift8thriftpy2 can only generate module with '_thrift' suffixr)%rGrrr" thrift_cacher}rrrrr samefilernormpathrrappendendswithrschemeopennetlocreadrTrformat isinstancebytesdecodebasenamesplitexttypes ModuleTyper&rr%pop)r module_name include_dirsr*lexerparser enable_cacherrr) cache_keyZ url_schemefhdatarrrrr%sj                   r%cCs|dstd|r*|tjkr*tj|St|ds>> from thriftpy2.parser.parser import parse_fp >>> with open("path/to/note.thrift") as fp: parse_fp(fp, "note_thrift") :param source: file-like object, expected to have a method named `read`. :param module_name: the name for parsed module, should be endswith '_thrift'. :param lexer: ply lexer to use, if not provided, `parse` will new one. :param parser: ply parser to use, if not provided, `parse` will new one. :param enable_cache: if this is set to be `True`, parsed module will be cached by `module_name`, this is enabled by default. rrrzEExpected `source` to be a file-like object with a method named 'read'NFrrrr )rrrrrerrrrrr&rrrr%r)sourcerrrrrr)rrrparse_fp`s(         rcCsztjd}t|ds,tt}t|d|n t|d}|dkrh|jdd||Dkrht d|j|f|| |dS)Nrrr6cSsg|] }|jqSr)r').0xrrr sz$_add_thrift_meta..z$'%s' type is already defined in '%s') rrre collections defaultdictlistr&rGr'r r)keyr:r)metarrrr(s     r(cCs`t|dkr$|dg|d|d<n8t|dkrH|dg|d|d<nt|dkr\g|d<dS)NrNr r4rrrSrrrrr?s    r?cCst|tr|dkrt||S|tjkr*tS|tjkr8tS|tjkrFt S|tj krTt S|tj krbt S|tjkrptS|tjkr~tS|tjkrtS|dtjkrt|S|dtjkrt|S|dtjkrt|S|dtj krt|S|dtjkrt|SdS)Nr)rint_lazy_cast_constr r _cast_boolr _cast_byter _cast_i16rI _cast_i32r _cast_i64r _cast_doubler _cast_stringr _cast_binaryr _cast_listr _cast_setr _cast_map _cast_enumSTRUCT _cast_struct)tlinnorrrr7s8         r7csfdd}|S)Ncs d|fS)NZ UNKNOWN_CONSTrvrrrr _inner_castsz%_lazy_cast_const.._inner_castr)rrrrrrrsrcCst|ttfstt|SN)rrrr8rrrrrsrcCst|tst|Srrrr8rrrrrsrcCst|tst|SrrrrrrrsrcCst|tst|SrrrrrrrsrcCst|tst|SrrrrrrrsrcCst|ttfstt|Sr)rfloatrr8rrrrrsrcCst|tst|Srrstrr8rrrrrsrcCst|tst|Srrrrrrrsrcs"dtjkstfdd}|S)Nrcs$t|tstttd||Sr~)rrr8mapr7rrrr __cast_listsz_cast_list..__cast_list)r rr8)rrrrrrs rcs"dtjkstfdd}|S)NrcsVt|dkrt|trt}t|ttfs.tttd|t|tsRt|S|SNrr )rTrrAsetrr8rr7rrrr __cast_sets z_cast_set..__cast_set)r rr8)rrrrrrs rcs"dtjkstfdd}|S)NrcsHt|tst|D]0}tdd|||tdd|<q|S)Nr r)rrAr8r7)rrrrr __cast_maps z_cast_map..__cast_map)r rr8)rrrrrr s rcs"dtjkstfdd}|S)Nrcs:t|tst|djkr |Stddj|fdS)Nr z3Couldn't find a named value in enum %s for value %d)rrr8_VALUES_TO_NAMESrr'rrrr __cast_enums  z_cast_enum..__cast_enum)r rIr8)rrrrrrs rcs"dtjkstfdd}|S)Nrcst|dr|St|ts ttdd}|D].}||dr2||kr2td|djfq2|D]>}||krtd|djft||d||||<qfdf|S)Nr _tspecrz4Field %r was required to create constant for type %rz0No field named %r was found in struct of type %r)rrAr8rGrr'r7)rZtspecrrrr __cast_struct's   z#_cast_struct..__cast_struct)r rr8)rrrrrr$s rc Cstjdjtjd}t|tf|}i}i}|r|dd}|dkrFd}|D]$}|ddkrf|d|d<|d}qJ|D]$\}}t||||||<|||<qtt|d|t|d||S)Nrrrrr rZ_NAMES_TO_VALUES)rrr'r rItypeobjectr&) rJZkvsattrsclsZ_values_to_namesZ_names_to_valuesr:itemrrrrrP>s*          rPcCs tjdj|d}t||f|S)Nrr)rrr'r)rJttyper_rrrrr[Ys r[cCsi}g}i}|D]}|d|ks,|d|krDtd|d|df|d}t||d|d||d<||d|df|d|f||d<qt|d|t|d|t|d ||rt||||S) Nrr4z3'%d:%s' field identifier/name has already been usedrr rN thrift_spec default_specr)r _ttype_specrr&r )rfields _gen_initrrrfieldrrrrrXas(    rXcCst|||d}t|||dS)N)rr_r )r[rX)rJr rr_r rrrrrawsracCs8|dkr t}dtjdji}t||f|}g}|D]}|d}||krVtd||fd|}|d} t|| } t||| d|} |d} |d } |d }t| | d d }t|d || tj krt | d|j d <|j d dt||j |j t|| |||q2|dk r(t|dr(||jt|d||S)Nrrrz0'%s' function is already defined in service '%s'z%s_argsr4z %s_resultr rNrFr rjsuccess)rNrd)rrrr'rr rar&r rrr rrinsertr rreextendrd)rJfuncsrgrrrdfunc func_nameZ args_nameZ args_fieldsZargs_clsZ result_nameZ result_typeZ result_throwsZ result_onewayZ result_clsrrrrf}sF        rfFcCs,t|tr|||fS|d||d|fSdSr)rr)rrJrzrrrr s  r cCs"t|drd|jkr|jdS|S)N__dict__r)rer)instZ default_ttyperrrrHs rH)NNNNNTr)NNT)r)T)F)N)nr __future__rrr threadingr urllib.parserurllib.requestrZplyrrr)rr r r excr rrlocalrrrrrrr,r-r.r/r0r1r2r3r;r<r=r@rBrCrDrKrLrMrQrRrUrYr\r]r^rbrhrirmrnrorprsrtrwrxryr{r|rAr}rrrrrrrrrrrrr%rr(r?r7rrrrrrrrrrrrrrrPrr[rXrarfr rHrrrrs             ] .      '