o iό @s.dZddlmZddlmZddlmZddlmZddlmZdZd eeeZ dd l Z dd l Z dd l Z dd lZdd lZdd lZGd d d eZid d gdd gdgddd gdd gdd gdgddgddd gdddgddgddgdddgdddgdddgd ddgd!d ged"d#fd$gd%gd&ZGd'd(d(eZed)ejZd*d+Ze jiddgddd d d f d,d)Zd-ZGd.d/d/eZd ad0d1ZzeWn e yd2d3ZYnwze!Wne yd9d4d5Z!Ynwd9d6d7Z"e#d8kre j$dZ%e &e"e j$d Sd S):a Preprocess a file. Command Line Usage: preprocess [...] Options: -h, --help Print this help and exit. -V, --version Print the version info and exit. -v, --verbose Give verbose output for errors. -o Write output to the given file instead of to stdout. -f, --force Overwrite given output file. (Otherwise an IOError will be raised if already exists. -D Define a variable for preprocessing. can simply be a variable name (in which case it will be true) or it can be of the form =. An attempt will be made to convert to an integer so "-D FOO=0" will create a false value. -I Add an directory to the include path for #include directives. -k, --keep-lines Emit empty lines for preprocessor statement lines and skipped output lines. This allows line numbers to stay constant. -s, --substitute Substitute defines into emitted lines. By default substitution is NOT done because it currently will substitute into everything, e.g., program strings. -c, --content-types-path Specify a path to a content.types file to assist with filetype determination. See the `_gDefaultContentTypes` string in this file for details on its format. Module Usage: from preprocess import preprocess preprocess(infile, outfile=sys.stdout, defines={}, force=0, keepLines=0, includePath=[], substitute=0, contentType=None) The can be marked up with special preprocessor statement lines of the form: where the are the native comment delimiters for that file type. Examples -------- HTML (*.htm, *.html) or XML (*.xml, *.kpf, *.xul) files: ... Python (*.py), Perl (*.pl), Tcl (*.tcl), Ruby (*.rb), Bash (*.sh), or make ([Mm]akefile*) files: # #if defined('FAV_COLOR') and FAV_COLOR == "blue" ... # #elif FAV_COLOR == "red" ... # #else ... # #endif C (*.c, *.h), C++ (*.cpp, *.cxx, *.cc, *.h, *.hpp, *.hxx, *.hh), Java (*.java), PHP (*.php) or C# (*.cs) files: // #define FAV_COLOR 'blue' ... /* #ifndef FAV_COLOR */ ... // #endif Fortran 77 (*.f) or 90/95 (*.f90) files: C #if COEFF == 'var' ... C #endif And other languages. Preprocessor Syntax ------------------- - Valid statements: #define [] #undef #ifdef #ifndef #if #elif #else #endif #error #include "" #include "" fromto: from-regex@to-regex #include "" fromto_: from-regex@to-regex #include where is any valid Python expression. - About #include with from/to regex: fromto: means that the line with to-regex is not inclued, while fromto_: means that it is included. Note that from-regex and to-regex must be valid regular expressions. The to-regex can be left out (but the @ delimiter must be kept), meaning that everything from from-regex to the end of the file is included. - The expression after #if/elif may be a Python statement. It is an error to refer to a variable that has not been defined by a -D option or by an in-content #define. - Special built-in methods for expressions: defined(varName) Return true if given variable is defined. Tips ---- A suggested file naming convention is to let input files to preprocess be of the form .p. and direct the output of preprocess to ., e.g.: preprocess -o foo.py foo.p.py The advantage is that other tools (esp. editors) will still recognize the unpreprocessed file as the original language. cmp)map)str)range)object)rr.Nc@seZdZdddZddZdS)PreprocessErrorNcCs2t||_||_||_||_t|||||dSN)rerrmsgfilelinenoline Exception__init__)selfr r rrrN/var/www/Credit_scoring_API/venv310/lib/python3.10/site-packages/preprocess.pyrs zPreprocessError.__init__cCsbd}|jdur||jd7}|jdur|t|jd7}|jdus&|jdur*|d7}||j7}|S)N: )r rrr )rsrrr__str__s   zPreprocessError.__str__NNN)__name__ __module__ __qualname__rrrrrrr s  r Python#rPerlPHP)z/*z*/z//rrRubyTclZShellXML))zr#r$HTMLMakefile JavaScriptr#r$CSSCzC++JavazC#IDLTextz^[a-zA-Z*$]\s*r)!r)%r)FortranTeXc@seZdZed\ZZZZZde j fddZ ddZ ddZ d d Zd d Zd dZddZddZddZddZddZddZddZddZdd Zd!d"Zd#d$ZdS)%_LoggerNcCsP||_|dur |j|_n||_t|tkr t|d|_d|_dS||_d|_dS)Nwr)_nameWARNleveltypebytesopenstream_opennedStream)rnamer:ZstreamOrFileNamerrrrs     z_Logger.__init__cCs|jr |jdSdSr )r?r>closerrrr__del__sz_Logger.__del__cCs|jSr r:rBrrrgetLevelsz_Logger.getLevelcCs ||_dSr rDrr:rrrsetLevel z_Logger.setLevelc Cs*|jd|jd|jd|jd|jdi}||S)NDEBUGINFOr9ERRORCRITICAL)rIrJr9rKrL)rr:Z levelNameMaprrr _getLevelNamesz_Logger._getLevelNamecCs ||jkSr rDrFrrr isEnabledrHz_Logger.isEnabledcC ||jSr )rNrIrBrrrisDebugEnabled z_Logger.isDebugEnabledcCrOr )rNrJrBrrr isInfoEnabledrQz_Logger.isInfoEnabledcCrOr )rNr9rBrrr isWarnEnabledrQz_Logger.isWarnEnabledcCrOr )rNrKrBrrrisErrorEnabledrQz_Logger.isErrorEnabledcCrOr )rNFATALrBrrrisFatalEnabledrQz_Logger.isFatalEnabledcGsP||jkrdSd|j||f}|||d}|j||jdS)Nz%s: %s:  )r:r8rMlowerr>writeflush)rr:msgargsmessagerrrlogs  z _Logger.logcG|j|j|g|RdSr )r^rIrr[r\rrrdebugz _Logger.debugcGr_r )r^rJr`rrrinforbz _Logger.infocGr_r )r^r9r`rrrwarnrbz _Logger.warncGr_r )r^rKr`rrrerrorrbz _Logger.errorcGr_r )r^rLr`rrrfatalrbz _Logger.fatal)rrrrrIrJr9rKrLsysstderrrrCrErGrMrNrPrRrSrTrVr^rarcrdrerfrrrrr4s&   r4 preprocessc szt|dfddi}WnJtyX}z>t|}|drA|drA|tdtd }|d|dkr@|d||f7}n |d rJd |}t|d d d }~wwt d|||S)zEvaluate the given expression string with the given context. WARNING: This runs eval() on a user string. This is unsafe. Zdefinedcs|vSr r)vdefinesrrsz_evaluate..zname 'z' is not definedz defined(%s)z< (perhaps you want "defined('%s')" instead of "defined(%s)")zinvalid syntaxzinvalid syntax: '%s'__FILE____LINE__Nzevaluate %r -> %s (defines=%r)) evalrr startswithendswithlenfindr r^ra)exprrlrvexr[ZvarNamerrkr _evaluates$ ryc 2 Cst t|tr |\}} } } nd\} } } | durg} td|||||||| tjtj|}|| vr3 | tj||durW| pDt }| |}|durWd}t d||zt |}Wnt yltd||fwgd}g}|D]6}|D]1\}}t|dr|j}nd t|}||7}t|dr||j7}n |d t|7}||qyqud d |D}t|d }|}| durd}d}tt|D]&}t| ||r|}| dkr|dkrt| ||r| r|n|d}nq|dkr||d}n|||d}|t|ttfr,|r&tj|r&t|dt|t|d}n|}||d<td\}}|ddfg} d}!|D]I}"|!d7}!td|!|"|!|d<|D] }#|#|"}$|$rbnqVd}$|$r!|$ d}%td|%| |%dkr| r| dd|ks|$ dd\}&}'|'durd}'n|'|vr||'}'n zt!|'ii}'WnY|'||&<n^|%dkr| r| dd|ks|$ d}&z||&=WnAt yYn7wn4|%dkr| r| dd|ksd|$"vr|$ d}&||&}(n:|$ d}(d})}*d |$"vr9|$ d d!\})}*|)d"krd#} nd$} z |*#d%\} } Wnt$y8td&|)w|rTt%t&|td'D]}+||+},|('|+t|,}(qDtj(|g|D]}-tjtj)|-|(}.tj|.rsn q]td(|(|f|)dur|.| | | f}.t*|.|||||||| | d) }ny|%d*vr|%d+kr|$ d,}/n|%d-krd.|$ d,}/n |%d/krd0|$ d,}/z/| r| dd|kr| |ddfnt+|/|r| |ddfn| |ddfWn t ytd1|%|d|d|"w|%d2krt|$ d,}/zP| ddr#td3|d|d|"| ddr2|ddf| d<n-| ddrJ| d4d|krJ|ddf| d<nt+|/|rX|ddf| d<n|ddf| d<Wnt,ystd5|d|d|"w|%d6krzB| ddrtd7|d|d|"| ddr|ddf| d<n| ddr| d4d|kr|ddf| d<n|ddf| d<WnUt,ytd8|d|d|"w|%d9krz| -Wn6t,ytd:|d|d|"w|%d;kr| r| dd|ks|$ d;}0td<|0|d|d|"td=| |r|.d>qBzY| dd|krYtd?| dd|"}1|rSt%t&|td'D]}+||+},|1'|+t|,}1qC|.|1n|rmtd@| dd|.d>n tdA| ddWqBt,ytdB|d|dwt| dkrtdC|d|dt| dkrtdD|d|d||kr||S)EaPreprocess the given file. "infile" is the input path, either a string (the whole file), or a tuple (filename, from_, to_, last_to_line) that defines the lines in filename from from_ to to_, but not include to_ if last_to_line is False. from_ and to_ are treated as regular expressions. "outfile" is the output path or stream (default is sys.stdout). "defines" is a dictionary of defined variables that will be understood in preprocessor statements. Keys must be strings and, currently, only the truth value of any key's value matters. "force" will overwrite the given outfile if it already exists. Otherwise an IOError will be raise if the outfile already exists. "keepLines" will cause blank lines to be emitted for preprocessor lines and content lines that would otherwise be skipped. "includePath" is a list of directories to search for given #include directives. The directory of the file being processed is presumed. "substitute", if true, will allow substitution of defines into emitted lines. (NOTE: This substitution will happen to anything, e.g., within program strings, and this may not be what you expect!) "include_substitute", if true, will allow substitution of defines into #include statements. "contentType" can be used to specify the content type of the input file. It not given, it will be guessed. "contentTypesRegistry" is an instance of ContentTypesRegistry. If not specified a default registry will be created. "__preprocessedFiles" (for internal use only) is used to ensure files are not recusively preprocessed. Returns the modified dictionary of defines or raises PreprocessError if there was some problem. rNz}preprocess(infile=%r, outfile=%r, defines=%r, force=%r, keepLines=%r, includePath=%r, contentType=%r, __preprocessedFiles=%r)r/z(defaulting content type for '%s' to '%s'z?don't know comment delimiters for content type '%s' (file '%s'))z0#\s*(?Pif|elif|ifdef|ifndef)\s+(?P.*?)z#\s*(?Pelse|endif)z"#\s*(?Perror)\s+(?P.*?)z7#\s*(?Pdefine)\s+(?P[^\s]*?)(\s+(?P.+?))?z$#\s*(?Pundef)\s+(?P[^\s]*?)zL#\s*(?Pinclude) +"(?P.*?)" +(?Pfromto_?):\s+(?P.+ )z&#\s*(?Pinclude)\s+"(?P.*?)"z&#\s*(?Pinclude)\s+(?P[^\s]+?)patternz ^\s*%s\s*z \s*%s\s*$cSsg|]}t|qSr)recompile).0prrr szpreprocess..rrnrr7ir6rorrz line %d: %rrpopz%r stmt (states: %r)ZdefinevarvalZundefincludefnamefromtopartZfromto_TF@z3Wrong syntax, need #include %s: from-regex@to-regex)keyz7could not find #include'd file "%s" on include path: %r)contentTypesRegistry__preprocessedFiles)ififdefifndefrrvrz defined('%s')rznot defined('%s')z%use of undefined variable in #%s stmtelifz+illegal #elif after #else in same #if blockz##elif stmt without leading #if stmtelsez+illegal #else after #else in same #if blockz##else stmt without leading #if stmtendifz##endif stmt without leading #ifstmtrez#error: z states: %rrWzemit line (%s)zkeep blank line (%s)zskip line (%s)z#superfluous #endif before this linezunterminated #if blockz)superfluous #endif on or before this line)/ isinstancetupler^rcospathnormpathabspathappendgetDefaultContentTypesRegistrygetContentTyperd_commentGroupsKeyErrorr hasattrrzr{escaper= readlinesrrtsearchrArr<existschmodremoveramatchgrouprq groupdictsplit ValueErrorreversedsortedreplacedirnamejoinriry IndexErrorpoprY)2infileoutfilerlforce keepLines includePath substituteinclude_substitute contentTyperrZfrom_Zto_Z last_to_lineZ absInfileregistryZcgsZstmtspatternsstmtZcprefixZcsuffixrzZstmtResZfinlinesZ from_lineZto_lineiZfoutZSKIPZEMITZstatesZlineNumrZstmtRerrrrfrrr@valuedrrvreslinerrrri/s %                                                           a # Default file types understood by "preprocess.py". # # Format is an extension of 'mime.types' file syntax. # - '#' indicates a comment to the end of the line. # - a line is: # [...] # where, # 's are equivalent in spirit to the names used in the Windows # registry in HKCR, but some of those names suck or are inconsistent; # and # is a suffix (pattern starts with a '.'), a regular expression # (pattern is enclosed in '/' characters), a full filename (anything # else). # # Notes on case-sensitivity: # # A suffix pattern is case-insensitive on Windows and case-sensitive # elsewhere. A filename pattern is case-sensitive everywhere. A regex # pattern's case-sensitivity is defined by the regex. This means it is by # default case-sensitive, but this can be changed using Python's inline # regex option syntax. E.g.: # Makefile /^(?i)makefile.*$/ # case-INsensitive regex Python .py Python .pyw Perl .pl Ruby .rb Tcl .tcl XML .xml XML .kpf XML .xul XML .rdf XML .xslt XML .xsl XML .wxs XML .wxi HTML .htm HTML .html XML .xhtml Makefile /^[Mm]akefile.*$/ PHP .php JavaScript .js CSS .css C++ .c # C++ because then we can use //-style comments C++ .cpp C++ .cxx C++ .cc C++ .h C++ .hpp C++ .hxx C++ .hh IDL .idl Text .txt Fortran .f Fortran .f90 Shell .sh Shell .csh Shell .ksh Shell .zsh Java .java C# .cs TeX .tex # Some Komodo-specific file extensions Python .ksf # Fonts & Colors scheme files Text .kkf # Keybinding schemes files c@s4eZdZdZd ddZddZd ddZd d ZdS) ContentTypesRegistryzA class that handles determining the filetype of a given path. Usage: >>> registry = ContentTypesRegistry() >>> registry.getContentType("foo.py") "Python" NcCs||_|dSr )contentTypesPaths_load)rrrrrrs zContentTypesRegistry.__init__cCsddlm}m}m}i|_i|_i|_|t||t d}||r4t d||t |d |jp8gD]}t d||t |d q9dS)Nr)rrrz content.typeszload content types file: `%r'r)Zos.pathrrr suffixMapregexMap filenameMap_loadContentType_gDefaultContentTypes__file__r^rar=readr)rrrrZlocalContentTypesPathrrrrrs zContentTypesRegistry._loadc Cs|dD]x}|}tt|D]}||ddkr$||d=nq|s(q|d|dd}}|sG|ddkrA|dd}td||D]3}|dr`tjd rZ| }||j |<qI|d rw| d rw||j t |dd<qI||j|<qIqdS) zReturn the registry for the given content.types file. The registry is three mappings: -> -> -> rr Nr7rnrWzBbogus content.types line, there must be one or more patterns: '%s'r win/) splitlinesstriprrrtr rrrgplatformrXrrsrr{r|r) rcontentrrwordsrrrrzrrrrs0      z%ContentTypesRegistry._loadContentTypecCstj|}d}|s||jvr|j|}td|||sFd|vrFd|dd}tj dr4| }||j vrF|j |}td||||sd|j D]\}}||rc|}td|||jnqMt|d}| d rrd }|S) zReturn a content type for the given path. @param path {str} The path of file for which to guess the content type. @returns {str|None} Returns None if could not determine the content type. Nz9Content type of '%s' is '%s' (determined from full path).r rnrz;Content type of '%s' is '%s' (determined from suffix '%s').z1Content type of '%s' is '%s' (matches regex '%s')rbs.cst||Sr r)rotherZkey_funcrrrmEs)rsort)rridentityZsseqrrrrrAsrc Csl|durtj}zt|dddgd\}}Wn$tjy<}ztjd||ftjdWYd}~dSd}~wwtj}i}d}d}d}d} g} g} |D]\} } | dvratjtdS| dvrptjd tdS| d vr{t t j n| d kr| }| d vrd}qP| d kr| ddkr| dd\}}zt|}WntyYnw| d}}|||<qP| dvrd}qP| dkr| | qP| dvrd}qP| dvrd} qP| dvr| | qPt|dkrtjd|dS|d}zt| }t|||||| || |d WdSty5}z"t r ddl}|jtjdn tjdt|WYd}~dSd}~ww)Nr7zhVvo:D:fkI:sic:)helpversionverboserz keep-linesrrzcontent-types-path=z/preprocess: error: %s. Your invocation was: %s zSee 'preprocess --help'. r)z-hz--help)z-Vz --versionzpreprocess %s )z-vz --verbosez-o)z-fz--forcez-D=rn)z-kz --keep-linesz-I)z-sz --substitute)z-iz--include_substitute)z-cz--content-types-pathz:preprocess: error: incorrect number of arguments: argv=%r )r)r zpreprocess: error: %s )rgargvgetopt GetoptErrorrhrYstdoutr __version__r^rGrIrurintrrrtrrir rP traceback print_excr)rZoptlistr\r[rrlrrrrrroptZoptargrrrrrxrrrrmainLs             r__main__r )'rZ past.builtinsrbuiltinsrrrr__version_info__rrrrgrtypesr{pprintrr r|rr4r9r^ryrrirrrrr NameErrorrrrrrexitrrrrs           7 SEc      J