old-nlp/venv/lib/python3.7/__pycache__/token.cpython-37.pyc

B
<00>x-]<5D><00>@sV
dZd
dddgZ
dZdZdZdZd	Zd
ZdZdZ	d
Z
dZdZdZ
dZdZdZdZdZdZdZdZdZdZdZdZdZdZdZd Zd!Zd"Zd#Z d$Z!d%Z"d&Z#d'Z$d(Z%d)Z&d*Z'd+Z(d,Z)d-Z*d.Z+d/Z,d0Z-d1Z.d2Z/d3Z0d4Z1d5Z2d6Z3d7Z4d8Z5d9Z6d:Z7d;Z8d<Z9d=Z:d>Z;d?Z<d@Z=dAdB<64>e><3E><00>?<3F>D<00>
Z@e
<01>Ae@<40>B<EFBFBD><00>

dCd<02>ZCdDd<03>ZDdEd<04>ZEdFdG<64>ZFeGdHk<02>
rReF<65>
dIS)Jz!Token constants (from "token.h").<2E>tok_name<6D>
ISTERMINAL<EFBFBD>
ISNONTERMINAL<41>ISEOF<4F><00>
<00><00><00><00><00><00><00><00>	<00>
<00><00><00>
<00><00><00><00><00><00><00><00><00><00><00><00><00><00><00><00><00><00><00> <00>!<00>"<00>#<00>$<00>%<00>&<00>'<00>(<00>)<00>*<00>+<00>,<00>-<00>.<00>/<00>0<00>1<00>2<00>3<00>4<00>5<00>6<00>7<00>8<00>9<00>:<00>
c
Cs*i|]"\}
}t|t
<01>r|
<01>d<00>
s|
|<02>qS)
<01>
_)<03>
isinstance<EFBFBD>int<6E>
startswith)<03>.0<EFBFBD>name<6D>value<75>rH<00>=/home/hamo/projects/misc/adreader/venv/lib/python3.7/token.py<70>
<dictcomp>Ns

rJc

Cs|tkS)
N)
<01>	NT_OFFSET)
<01>
xrHrHrIrSs
c

Cs|tkS)
N)
rK)
rLrHrHrIrVs
c

Cs|tkS)
N)
<01>	ENDMARKER)
rLrHrHrIrYs
c
Cs<>d
dl}d
dl
}
|
jdd<00>}|r*|d
p,d}d}t|<02>
dkrF|d}yt|<03>
}Wn@tk
r<EFBFBD>
}
z"|
j<06>dt|<06>
<00>

|
<01>	d<02>

Wdd}~XYnX|<05>
|<05>
<EFBFBD><00>d<06>
}WdQRX|<00>d|j
<0A>}|<00>d|j
<0A>}	i}
d}xr|D]j}|<08>|<0C>
}
|
<0A>
r|
<0A>dd	<09>\}}t|<0F>
}d
|i
|
|<|}q<>|	<09>|<0C>
}|r<>|dk	r<>|<10>d<02>
}||
|d<q<>Wt|
<EFBFBD><12><00>
}yt|<04>
}WnBtk
<EFBFBD>
r<>
}
z"|
j<13>dt|<06>
<00>

|
<01>	d	<09>

Wdd}~XYnX|<05>
|<05>
<EFBFBD><00>d<06>
}WdQRXy|<13>d<0C>
d}|<13>d
<0A>
}Wn,tk
<EFBFBD>r


|
j<13>d<0E>

|
<01>	d<0F>

YnXg}xL|D]D}|<07>d|
|d
|f<00>

d|
|k<06>r|<07>d|
|d<00>

<00>qW||||<15><yt|d<12>}WnBtk
<EFBFBD>r<>
}
z"|
j<13>dt|<06>
<00>

|
<01>	d<13>

Wdd}~XYnX|<05>
|<05>d<06>|<13>
<01>

WdQRXdS)NrrzInclude/token.hzLib/token.pyzI/O error: %s
<EFBFBD>

z>#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)z^\s*/\*\s*(.+?)\s*\*/\s*$r<00>token<65>commentz#--start constants--z#--end constants--z&target does not contain format markersrz%s = %dz# %s<>
wr	)<18>re<72>sys<79>argv<67>len<65>open<65>OSError<6F>stdout<75>write<74>str<74>exit<69>read<61>split<69>compile<6C>
IGNORECASE<EFBFBD>match<63>grouprC<00>sorted<65>keys<79>stderr<72>index<65>
ValueError<EFBFBD>append<6E>join)rRrS<00>argsZ
inFileNameZoutFileName<6D>fp<66>err<72>lines<65>progZ
comment_regex<65>tokensZprev_val<61>liner`rF<00>valZ
comment_matchrPrc<00>format<61>start<72>end<6E>keyrHrHrI<00>_main]sx





























































ru<00>__main__N)H<>__doc__<5F>__all__rM<00>NAME<4D>NUMBER<45>STRING<4E>NEWLINE<4E>INDENT<4E>DEDENT<4E>LPAR<41>RPAR<41>LSQB<51>RSQB<51>COLON<4F>COMMA<4D>SEMI<4D>PLUS<55>MINUS<55>STAR<41>SLASH<53>VBAR<41>AMPER<45>LESS<53>GREATER<45>EQUAL<41>DOT<4F>PERCENT<4E>LBRACE<43>RBRACE<43>EQEQUAL<41>NOTEQUAL<41>	LESSEQUAL<41>GREATEREQUAL<41>TILDE<44>
CIRCUMFLEX<EFBFBD>	LEFTSHIFT<46>
RIGHTSHIFT<EFBFBD>
DOUBLESTAR<EFBFBD>	PLUSEQUAL<41>MINEQUAL<41>	STAREQUAL<41>
SLASHEQUAL<EFBFBD>PERCENTEQUAL<41>
AMPEREQUAL<EFBFBD>	VBAREQUAL<41>CIRCUMFLEXEQUAL<41>LEFTSHIFTEQUAL<41>RIGHTSHIFTEQUAL<41>DOUBLESTAREQUAL<41>DOUBLESLASH<53>DOUBLESLASHEQUAL<41>AT<41>ATEQUAL<41>RARROW<4F>ELLIPSIS<49>OP<4F>
ERRORTOKEN<EFBFBD>COMMENT<4E>NL<4E>ENCODINGZN_TOKENSrK<00>globals<6C>itemsr
<00>extend<6E>valuesrrrru<00>__name__rHrHrHrI<00><module>
s<>

























































B