U
տVX��
@sFddlmZdZdZdd�ZdZdZdZd d
�ZeZ dZ
dd
�Zdd�Zdd�Z
dd�Zdd�ZddlZddlZddlZddlZe�d�Zddddddddd d!� Zd"d#�ZGd$d%�d%e�ZGd&d'�d'e�Zed(k�rBddlmZe��Zddl Z e!e j"d)�Z#e#�$�Z%ee�Z&e&�'e%e j"d)�e&�(�Z)e)�s2�qBe*e&j+e)��q dS)*�)�
generators)
ZCPP_ID�CPP_INTEGERZ CPP_FLOATZ
CPP_STRINGZCPP_CHAR�CPP_WSZCPP_COMMENT1ZCPP_COMMENT2Z CPP_POUNDZ
CPP_DPOUNDz+-*/%|&~^<>=!?()[]{}.,;:\'"cCs|jj|j�d�7_|S)z\s+�
��lexer�lineno�value�count��t�r
�/cpp.py�t_CPP_WSsrz\#z\#\#z[A-Za-z_][\w_]*cCs|S)zA(((((0x)|(0X))[0-9a-fA-F]+)|(\d+))([uU][lL]|[lL][uU]|[uU]|[lL])?)r
rr
r
rr$srz?((\d+)(\.\d+)(e(\+|-)?(\d+))? | (\d+)e(\+|-)?(\d+))([lL]|[fF])?cCs|jj|j�d�7_|S)z\"([^\\\n]|(\\(.|\n)))*?\"rrrr
r
r�t_CPP_STRING.srcCs|jj|j�d�7_|S)z(L)?\'([^\\\n]|(\\(.|\n)))*?\'rrrr
r
r�
t_CPP_CHAR4srcCs8|j�d�}|jj|7_d|_|r.d|nd|_|S)z(/\*(.|\n)*?\*/)rr� )r r
rr�type)rZncrr
r
r�t_CPP_COMMENT1:s
rcCsd|_d|_dS)z
(//.*?(\n|$))rrN)rr rr
r
r�t_CPP_COMMENT2CsrcCs(|jd|_|jd|_|j�d�|S�Nr�)r rr�skiprr
r
r�t_errorHsrNz\?\?[=/\'\(\)\!<>\-]�#�\�^�[�]�|�{�}�~) �=�/�'�(�)�!�<�>�-cCst�dd�|�S)NcSst|��dS�N���)�
_trigraph_rep�group)�gr
r
r�<lambda>r�ztrigraph.<locals>.<lambda>)�
_trigraph_pat�sub)�inputr
r
r�trigraphqsr6c@seZdZddd�ZdS)�MacroNFcCs0||_||_||_||_|r&|d|_d|_dSr,)�namer �arglist�variadic�vararg�source)�selfr8r r9r:r
r
r�__init__�s
zMacro.__init__)NF)�__name__�
__module__�__qualname__r>r
r
r
rr7�sr7c@s�eZdZd&dd�Zdd�Zdd�Zdd �Zd
d�Zdd
�Zdd�Z dd�Z
dd�Zdd�Zd'dd�Z
dd�Zd(dd�Zdd�Zdd�Zd d!�Zdifd"d#�Zd$d%�ZdS))�PreprocessorNcCsl|dkrtj}||_i|_g|_g|_|��t��}|�dt� d|��|�dt� d|��d|_
dS)Nz
__DATE__ "%s"z%b %d %Yz
__TIME__ "%s"z%H:%M:%S)�lexr�macros�path� temp_path�lexprobe�time� localtime�define�strftime�parser)r=rZtmr
r
rr>�szPreprocessor.__init__cCs0g}|j�|�|j��}|s q,|�|�q|S�N)rr5�token�append)r=�text�tokens�tokr
r
r�tokenize�s
zPreprocessor.tokenizecCstd|||f�dS)Nz%s:%d %s)�print)r=�file�line�msgr
r
r�error�szPreprocessor.errorc Cs�|j�d�|j��}|r$|jdkr.td�n|j|_|j�d�|j��}|r^t|j�dkrhtd�n|j|_t|j�|_ |j�d�|j��}|r�|jdkr�td�n|j|_
|j�d�|j��}|r�|jdkr�d|_n|j|_|j�d �|j��}|�r|jd k�rd|_td
�n|j|_|j|jf|_
ddd
ddddddg }|D]:}|j�|�|j��}|�rz|j|k�rNtd|��qNdS)NZ
identifierz"Couldn't determine identifier typeZ12345i90zCouldn't determine integer typez
"filename"zCouldn't determine string typez rz%Couldn't determine token for newlinesr)r*r�##rr&r'�,�.z,Unable to lex '%s' required for preprocessor)rr5rNr rTr�t_ID�int� t_INTEGER�t_INTEGER_TYPE�t_STRINGZt_SPACEZ t_NEWLINE�t_WS)r=rR�chars�cr
r
rrG�sD
zPreprocessor.lexprobecCs|j�|�dSrM)rErO)r=rEr
r
r�add_pathszPreprocessor.add_pathccs�|j��}dd�|��D�}tt|��D]T}|d}||�d�r(|t|�kr(||dd�||||<d||<|d7}q4q(d�|�}|�|�d|_g}|� �}|s�q�|�
|�|j|jkr�d|j
kr�|Vg}q�|r�|VdS)NcSsg|]}|���qSr
)�rstrip��.0�xr
r
r�
<listcomp>sz,Preprocessor.group_lines.<locals>.<listcomp>rrr-�r)rZclone�
splitlinesZxrange�len�endswith�joinr5rrNrOrrar )r=r5rC�lines�i�jZcurrent_linerRr
r
r�group_liness*
zPreprocessor.group_linescCstd}|t|�kr*||j|jkr*|d7}q|d|�=t|�d}|dkrb||j|jkrb|d8}q@||dd�=|Sr)rlrra)r=rQrpr
r
r�
tokenstrip0s
zPreprocessor.tokenstripc Cs�g}g}g}d}t|�}d}||kr>||j|jkr>|d7}q||krd||jdkrd|�|d�n |�|j|djd�dggfS|d7}||k�r`||}|jdkr�|�|�|d7}n�|jdk�r|d8}|dk�r|r�|�|�|��|�|�|d||fS|�|�nD|jdk�rL|dk�rL|�|�|��|�|d�g}n
|�|�|d7}q�|�|j|djd�dggfS) Nrrr&zMissing '(' in macro argumentsr'rZr-zMissing ')' in macro arguments) rlrrar rOrXr<rrs) r=Z tokenlist�args� positionsZcurrent_argZnestingZtokenlenrprr
r
r�collect_argsLsD
zPreprocessor.collect_argscCsg|_g|_g|_d}|t|j�k�r|j|j|jk�rh|j|j|jk�rh|j�|j|j�}|dkr�|j|djdkr�t � |j|�|j|<|j
|j|_|j|d=|j�||df�qn�|dk�r|j|djdk�r|j�d||df�|j|d=qnZ|dt|j�k�rT|j|djdk�rT|j�d||f�|d7}qn|j�d||f�n�|j|jdk�r�|j�r�|dk�r�|j|djdk�r�|dt|j�k�r�|j|dj|jk�r�|j|dj|j
k�r�|j�|d�|d7}q|jjdd �d
d�dS)NrrrrYrc�erZcSs|dS)N�r
)rhr
r
rr1�r2z,Preprocessor.macro_prescan.<locals>.<lambda>T)�key�reverse)�patch� str_patch�var_comma_patchrlr rr\r9�index�copyr`rOr:r;�sort)r=�macrorp�argnumr
r
r�
macro_prescan�sB( *(���
zPreprocessor.macro_prescanc
Cs dd�|jD�}i}|jD]X\}}||krRdd�dd�||D���dd�||<t�||�||<||||_qd}|jr�|d s�|jD]}d||<d
}q�i}|jD]^\} }}| dkr�|||||d�<q�| d
kr�||kr�|�||�||<|||||d�<q�|�rdd�|D�}|S)NcSsg|]}t�|��qSr
�r�rgZ_xr
r
rri�sz2Preprocessor.macro_expand_args.<locals>.<listcomp>z"%s"rjcSsg|]
}|j�qSr
�r rfr
r
rri�srz\\Fr-TrcrrwcSsg|]}|r|�qSr
r
�rgZ_ir
r
rri�s) r r|rn�replacerr:r}r{�
expand_macros)
r=r�rt�repZ
str_expansionr�rpZcomma_patch�expandedZptyper
r
r�macro_expand_args�s.(
zPreprocessor.macro_expand_argscCs�|dkri}d}|t|�k�r�||}|j|jk�r�|j|jk�r�|j|k�r�d||j<|j|j}|js�|�dd�|jD�|�}|D]}|j|_q�||||d�<|t|�7}�n�|d}|t|�kr�||j|jkr�|d7}q�||jdk�r�|� ||d��\} }
}|j
�sTt|
�t|j�k�rT|�|j|jd|jt|j�f�|| }�n@|j
�r�t|
�t|j�dk�r�t|j�dk�r�|�|j|jd |jt|j�df�n&|�|j|jd
|jt|j�df�|| }n�|j
�rLt|
�t|j�dk�r|
�
g�nD|||t|j�d|| d�|
t|j�d<|
t|j�d�=|�||
�}|�||�}|D]}
|j|
_�qh||||| �<|t|�7}||j=qn"|jdk�r�|j|_|�|j�|_|d7}q|S)NrTcSsg|]}t�|��qSr
r�r�r
r
rri�sz.Preprocessor.expand_macros.<locals>.<listcomp>rr&zMacro %s requires %d argumentsrxz(Macro %s must have at least %d argumentsz'Macro %s must have at least %d argumentZ__LINE__)rlrr\r rDr9r�rrarvr:rXr<rOr�r^r_)r=rQr�rpr�mZexrwrq�tokcountrtrur��rr
r
rr��s\
" (&
4
zPreprocessor.expand_macroscCsNd}|t|�k�r||j|jk�r||jdk�r|d}d}d}|t|�kr�||j|jkrl|d7}qDnn||j|jkr�||j|jkr�d}nd}|s�q�n<||jdkr�d}n(||jd kr�q�n|�|j||jd
�|d7}qD|j ||_|�
|�||_||d|d�=|d7}q|�|�}t|�D]�\}}|j|jk�rpt
�
|�||<|j ||_|�
d�||_n`|j|j k�r.t
�
|�||<t||j�||_||jddk�r.||jdd�||_�q��q.d
�dd�|D��}|�dd�}|�dd�}|�dd�}zt|�}Wn0tk
�rH|�|j|djd�d}YnX|S)NrZdefinedrFZ0LZ1Lr&Tr'zMalformed defined()r-Z0123456789abcdefABCDEFrjcSsg|]}t|j��qSr
��strr rfr
r
rriKsz)Preprocessor.evalexpr.<locals>.<listcomp>z&&z and z||z or r(z not zCouldn't evaluate expression)rlrr\r rarDrXr<rr^r_r�� enumeraterr�rnr��evalZ
StandardError)r=rQrprqZ needparen�resultr�exprr
r
r�evalexpr s^"
zPreprocessor.evalexprccs�t|�}|�|�}|sd}|�d|�||_g}d}d}g}|D�],} t| �D]\}
}|j|jkrPqjqP|jdk�rb| D]$}|j|jkrzd|jkrz|�|�qz|� | |
dd��}|r�|dj}
|� |dd��}nd}
g}|
d k�r|�r`|�
|�D]
}|Vq�g}|�|��qp|
d
k�rz|�r`|�
|�D]}|V�q2g}|jd}|�|�D]}|V�qX||jd<||_�qp|
dk�r�|�r`|�
|�D]}|V�q�g}|�
|��qp|
d
k�r�|�||f�|�r`|dj|jk�r�d}d}nd}�qp|
dk�r8|�||f�|�r`|dj|jk�r0d}d}nd}�qp|
dk�rv|�||f�|�r`|�|�}|�spd}d}nd}n�|
dk�r�|�r�|dd�r�|�r�d}n|�s�|�|�}|�r�d}d}n|�|j|djd�n�|
dk�r*|�r|dd�r(|�rd}n|�s(d}d}n|�|j|djd�n6|
dk�rp|�rH|��\}}n|�|j|djd�nqB|rB|�| �qB|�
|�D]}|V�q|g}dS)Nrjz
__FILE__ "%s"TFrrrrrJ�includeZ__FILE__�undefZifdefZifndef�if�elifr-zMisplaced #elif�elsezMisplaced #elseZendifzMisplaced #endif)r6rrrJr<r�rrar rOrsr�rDr�r�r�rXr�pop�extend)r=r5r<rro�chunkZenableZ iftriggerZifstackrhrprRZ dirtokensr8rtZoldfiler�r
r
r�parsegen[s�
zPreprocessor.parsegenc
cs�|sdS|r�|djdkr4|dj|jkr4|�|�}|djdkr�d}|t|�krl||jdkrbqx|d7}qFtd�dSd�dd�|d|�D��}|jdg|j}nB|dj|jkr�|djdd �}|jdg|j}ntd
�dS|D]�}t j�||�}zbt
|d���}t j�|�}|�r0|j�
d|�|�||�D]} | V�q<|�rX|jd=W�q�Wq�tk
�rxYq�Xq�td|�dS)
Nrr)rr*zMalformed #include <...>rjcSsg|]
}|j�qSr
r�rfr
r
rri�sz(Preprocessor.include.<locals>.<listcomp>r-zMalformed #include statementr�zCouldn't find '%s')r rr`r�rlrTrnrErF�os�open�read�dirname�insertr��IOError)
r=rQrp�filenamerE�pZiname�dataZdnamerRr
r
rr��sF
zPreprocessor.includecCs�t|ttf�r|�|�}|}�zz|d}t|�dkr>|d}nd}|sbt|jg�}||j|j<�n4|j|j kr�t|j|�
|dd���}||j|j<�n�|jdk�r�|�|dd��\}}}d} |D]�}
| r�td��q�d�
dd �|
D��}|d
k�r$d} |j|
d_d|
d_d} |
dd�=q�nb|d
d�d
k�r�|
dj|jk�r�d} |
dd�=|
djd
d�d
kr�|
djdd
�|
d_q�t|
�dk�s�|
dj|jkr�td��q�q�|�
|d|d��}d}
|
t|�k�r\|
dt|�k�rP||
j|j k�r ||
djdk�r ||
=�q�n0||
jdk�rP||
dj|j k�rP||
d=|
d7}
�q�t|j|dd �|D�| �}|�|�||j|j<ntd�Wntk
�r�td�YnXdS)Nrrrxr&Fz0No more arguments may follow a variadic argumentrjcSsg|]}t|j��qSr
r�r�r
r
rri)sz'Preprocessor.define.<locals>.<listcomp>z...TZ__VA_ARGS__���zInvalid macro argumentrYcSsg|]}|dj�qS)rr�rfr
r
rriGszBad macro definition)�
isinstancer�ZunicoderSrlr7r rDrrarsrvrTrnr\r��LookupError)r=rQZlinetokr8Zmtyper�r�rtrur:�aZastrZmvaluerpr
r
rrJsl
$
&&
zPreprocessor.definecCs0|dj}z|j|=Wntk
r*YnXdS)Nr)r rDr�)r=rQ�idr
r
rr�Us
zPreprocessor.undefcCs||_|�||�|_dSrM)�ignorer�rL)r=r5r<r�r
r
r�parseaszPreprocessor.parsecCsDz"t|j�}|j|jkr|WSqWntk
r>d|_YdSXdSrM)�nextrLrr��
StopIteration)r=rRr
r
rrNjs
zPreprocessor.token)N)N)N)r?r@rAr>rSrXrGrdrrrsrvr�r�r�r�r�r�rJr�r�rNr
r
r
rrB�s&
<!5+2
B;
1F rB�__main__r),Z
__future__rrQ�literalsrZt_CPP_POUNDZt_CPP_DPOUNDZt_CPP_IDrZ
t_CPP_INTEGERZt_CPP_FLOATrrrrr�rerrHZos.pathr��compiler3r.r6�objectr7rBr?Zply.lexrCr�sysr��argv�fr�r5r�r�rNrRrTr<r
r
r
r�<module>
sb
�c
|