Ri-UddlmZddlZddlZddlmZddlmZmZm Z ddl m Z eGddZ Gd d e Zid ejd d ejddejddejddejddejddejdejdejddejddejddejd d!ejd"ejd#eje je jzejejzd$ejd%d&ejd'd(ejd)d*ejd+ejd,ejd-ejd.d/Zd0ed1<Gd2d3ZdS)4) annotationsN) dataclass) GeneratorMappingNoReturn) Specifierc.eZdZUded<ded<ded<dS)TokenstrnametextintpositionN)__name__ __module__ __qualname____annotations__g/Users/shanyulin/my-agent/.venv/lib/python3.11/site-packages/setuptools/_vendor/packaging/_tokenizer.pyr r s+ III IIIMMMMMrr c,eZdZdZd fd Zd d ZxZS) ParserSyntaxErrorz7The provided source text could not be parsed correctly.messager sourcespantuple[int, int]returnNonecr||_||_||_tdS)N)rrrsuper__init__)selfrrr __class__s rr"zParserSyntaxError.__init__s6    rcd|jdzd|jd|jdz zzdz}|jd|jd|S)N r~r^z )rrr)r#markers r__str__zParserSyntaxError.__str__"sRty|#cTYq\DIaL-H&IICO,AAdkAAAAAr)rr rr rrrr)rr )rrr__doc__r"r* __classcell__)r$s@rrrs_AA      BBBBBBBBrrLEFT_PARENTHESISz\(RIGHT_PARENTHESISz\) LEFT_BRACKETz\[ RIGHT_BRACKETz\] SEMICOLON;COMMA, QUOTED_STRINGzk ( ('[^']*') | ("[^"]*") ) OPz(===|==|~=|!=|<=|>=|<|>)BOOLOPz \b(or|and)\bINz\bin\bNOTz\bnot\bVARIABLEa \b( python_version |python_full_version |os[._]name |sys[._]platform |platform_(release|system) |platform[._](version|machine|python_implementation) |python_implementation |implementation_(name|version) |extras? |dependency_groups )\b SPECIFIERATz\@URLz[^ \t]+ IDENTIFIERz\b[a-zA-Z0-9][a-zA-Z0-9._-]*\bVERSION_PREFIX_TRAILz\.\*z\+[a-z0-9]+(?:[-_\.][a-z0-9]+)*z[ \t]+$)VERSION_LOCAL_LABEL_TRAILWSENDzdict[str, re.Pattern[str]] DEFAULT_RULEScreZdZdZd!dZd"d Zd d d#dZd$dZd%dZdddd&dZ e j d'd Z dS)( TokenizerzContext-sensitive token parsing. Provides methods to examine the input stream to check whether the next token matches. rr rulesMapping[str, re.Pattern[str]]rrc>||_||_d|_d|_dS)Nr)rrG next_tokenr)r#rrGs rr"zTokenizer.__init__bs$   (, rr c\||r|dSdS)z8Move beyond provided token name, if at current position.N)checkread)r#r s rconsumezTokenizer.consumems1 ::d    IIKKKKK  rF)peekrOboolc|jJd|d|j||jvs Jd||j|}||j|j}|dS|s!t ||d|j|_dS)zCheck whether the next token has the provided name. By default, if the check succeeds, the token *must* be read before another check. If `peek` is set to `True`, the token is not loaded and would need to be checked again. NzCannot check for z, already have zUnknown token name: FrT)rJrGmatchrrr )r#r rO expressionrRs rrLzTokenizer.checkrs&& J J Jt J J'&&tz!!!#B$#B#B!!!Z%   dm<< =5 C#D%(DMBBDOtrexpectedr c||s|d||S)zsExpect a certain token name next, failing with a syntax error otherwise. The token is *not* read. z Expected )rLraise_syntax_errorrM)r#r rTs rexpectzTokenizer.expectsD zz$ B))*@h*@*@AA Ayy{{rcn|j}|J|xjt|jz c_d|_|S)z%Consume the next token and return it.N)rJrlenr)r#tokens rrMzTokenizer.reads9    UZ(  rN) span_startspan_endrr[ int | Noner\rc\||jn|||jn|f}t||j|)z.Raise ParserSyntaxError at the given position.N)rr)rrr)r#rr[r\rs rrVzTokenizer.raise_syntax_errorsK(/DMMZ%-DMM8  ;    r open_token close_tokenaroundGenerator[None, None, None]c#K||r|j}|nd}dV|dS||s |d|d|d|||dS)NzExpected matching z for z, after )r[)rLrrMrV)r#r_r`ra open_positions renclosing_tokenszTokenizer.enclosing_tokenss ::j ! ! ! MM IIKKKK M   Fzz+&&   # #S[SSzSS6SS( $    r)rr rGrHrr)r r rr)r r rOrPrrP)r r rTr rr )rr )rr r[r]r\r]rr)r_r r`r rar rrb) rrrr+r"rNrLrWrMrV contextlibcontextmanagerrerrrrFrF[s     05*"&#       $rrF) __future__rrfre dataclassesrtypingrrr specifiersr r ExceptionrcompileVERBOSE_operator_regex_str_version_regex_str IGNORECASErDrrFrrrrssH""""""" !!!!!!//////////!!!!!!   BBBBB BBB*1-  5))1-E**1-JBJu%%1-ZRZ&& 1- D!! 1-  ZRZ   1-ZRZ    1-" *"*0 1 1#1-$ jbj))%1-& *"*Y  '1-( :2:j ! !)1-*    +1-L% (DD R]"M1-T *"*U  U1-V :2:j ! !W1-X*"*>??Y1-ZJBJw//[1-\",,N!O!O "*Y   2:d  a1-1-1- 1111hffffffffffr