math.py
917 lines
| 41.9 KiB
| text/x-python
|
PythonLexer
Jeandet Alexis
|
r0 | # -*- coding: utf-8 -*- | ||
| """ | ||||
| pygments.lexers.math | ||||
| ~~~~~~~~~~~~~~~~~~~~ | ||||
| Lexers for math languages. | ||||
| :copyright: Copyright 2006-2012 by the Pygments team, see AUTHORS. | ||||
| :license: BSD, see LICENSE for details. | ||||
| """ | ||||
| import re | ||||
| from pygments.lexer import Lexer, RegexLexer, bygroups, include, do_insertions | ||||
| from pygments.token import Comment, String, Punctuation, Keyword, Name, \ | ||||
| Operator, Number, Text, Generic | ||||
| from pygments.lexers.agile import PythonLexer | ||||
| from pygments.lexers import _scilab_builtins | ||||
| __all__ = ['MuPADLexer', 'MatlabLexer', 'MatlabSessionLexer', 'OctaveLexer', | ||||
| 'ScilabLexer', 'NumPyLexer', 'RConsoleLexer', 'SLexer'] | ||||
| class MuPADLexer(RegexLexer): | ||||
| """ | ||||
| A `MuPAD <http://www.mupad.com>`_ lexer. | ||||
| Contributed by Christopher Creutzig <christopher@creutzig.de>. | ||||
| *New in Pygments 0.8.* | ||||
| """ | ||||
| name = 'MuPAD' | ||||
| aliases = ['mupad'] | ||||
| filenames = ['*.mu'] | ||||
| tokens = { | ||||
| 'root' : [ | ||||
| (r'//.*?$', Comment.Single), | ||||
| (r'/\*', Comment.Multiline, 'comment'), | ||||
| (r'"(?:[^"\\]|\\.)*"', String), | ||||
| (r'\(|\)|\[|\]|\{|\}', Punctuation), | ||||
| (r'''(?x)\b(?: | ||||
| next|break|end| | ||||
| axiom|end_axiom|category|end_category|domain|end_domain|inherits| | ||||
| if|%if|then|elif|else|end_if| | ||||
| case|of|do|otherwise|end_case| | ||||
| while|end_while| | ||||
| repeat|until|end_repeat| | ||||
| for|from|to|downto|step|end_for| | ||||
| proc|local|option|save|begin|end_proc| | ||||
| delete|frame | ||||
| )\b''', Keyword), | ||||
| (r'''(?x)\b(?: | ||||
| DOM_ARRAY|DOM_BOOL|DOM_COMPLEX|DOM_DOMAIN|DOM_EXEC|DOM_EXPR| | ||||
| DOM_FAIL|DOM_FLOAT|DOM_FRAME|DOM_FUNC_ENV|DOM_HFARRAY|DOM_IDENT| | ||||
| DOM_INT|DOM_INTERVAL|DOM_LIST|DOM_NIL|DOM_NULL|DOM_POLY|DOM_PROC| | ||||
| DOM_PROC_ENV|DOM_RAT|DOM_SET|DOM_STRING|DOM_TABLE|DOM_VAR | ||||
| )\b''', Name.Class), | ||||
| (r'''(?x)\b(?: | ||||
| PI|EULER|E|CATALAN| | ||||
| NIL|FAIL|undefined|infinity| | ||||
| TRUE|FALSE|UNKNOWN | ||||
| )\b''', | ||||
| Name.Constant), | ||||
| (r'\b(?:dom|procname)\b', Name.Builtin.Pseudo), | ||||
| (r'\.|,|:|;|=|\+|-|\*|/|\^|@|>|<|\$|\||!|\'|%|~=', Operator), | ||||
| (r'''(?x)\b(?: | ||||
| and|or|not|xor| | ||||
| assuming| | ||||
| div|mod| | ||||
| union|minus|intersect|in|subset | ||||
| )\b''', | ||||
| Operator.Word), | ||||
| (r'\b(?:I|RDN_INF|RD_NINF|RD_NAN)\b', Number), | ||||
| #(r'\b(?:adt|linalg|newDomain|hold)\b', Name.Builtin), | ||||
| (r'''(?x) | ||||
| ((?:[a-zA-Z_#][a-zA-Z_#0-9]*|`[^`]*`) | ||||
| (?:::[a-zA-Z_#][a-zA-Z_#0-9]*|`[^`]*`)*)(\s*)([(])''', | ||||
| bygroups(Name.Function, Text, Punctuation)), | ||||
| (r'''(?x) | ||||
| (?:[a-zA-Z_#][a-zA-Z_#0-9]*|`[^`]*`) | ||||
| (?:::[a-zA-Z_#][a-zA-Z_#0-9]*|`[^`]*`)*''', Name.Variable), | ||||
| (r'[0-9]+(?:\.[0-9]*)?(?:e[0-9]+)?', Number), | ||||
| (r'\.[0-9]+(?:e[0-9]+)?', Number), | ||||
| (r'.', Text) | ||||
| ], | ||||
| 'comment' : [ | ||||
| (r'[^*/]', Comment.Multiline), | ||||
| (r'/\*', Comment.Multiline, '#push'), | ||||
| (r'\*/', Comment.Multiline, '#pop'), | ||||
| (r'[*/]', Comment.Multiline) | ||||
| ] | ||||
| } | ||||
| class MatlabLexer(RegexLexer): | ||||
| """ | ||||
| For Matlab source code. | ||||
| Contributed by Ken Schutte <kschutte@csail.mit.edu>. | ||||
| *New in Pygments 0.10.* | ||||
| """ | ||||
| name = 'Matlab' | ||||
| aliases = ['matlab'] | ||||
| filenames = ['*.m'] | ||||
| mimetypes = ['text/matlab'] | ||||
| # | ||||
| # These lists are generated automatically. | ||||
| # Run the following in bash shell: | ||||
| # | ||||
| # for f in elfun specfun elmat; do | ||||
| # echo -n "$f = " | ||||
| # matlab -nojvm -r "help $f;exit;" | perl -ne \ | ||||
| # 'push(@c,$1) if /^ (\w+)\s+-/; END {print q{["}.join(q{","},@c).qq{"]\n};}' | ||||
| # done | ||||
| # | ||||
| # elfun: Elementary math functions | ||||
| # specfun: Special Math functions | ||||
| # elmat: Elementary matrices and matrix manipulation | ||||
| # | ||||
| # taken from Matlab version 7.4.0.336 (R2007a) | ||||
| # | ||||
| elfun = ["sin","sind","sinh","asin","asind","asinh","cos","cosd","cosh", | ||||
| "acos","acosd","acosh","tan","tand","tanh","atan","atand","atan2", | ||||
| "atanh","sec","secd","sech","asec","asecd","asech","csc","cscd", | ||||
| "csch","acsc","acscd","acsch","cot","cotd","coth","acot","acotd", | ||||
| "acoth","hypot","exp","expm1","log","log1p","log10","log2","pow2", | ||||
| "realpow","reallog","realsqrt","sqrt","nthroot","nextpow2","abs", | ||||
| "angle","complex","conj","imag","real","unwrap","isreal","cplxpair", | ||||
| "fix","floor","ceil","round","mod","rem","sign"] | ||||
| specfun = ["airy","besselj","bessely","besselh","besseli","besselk","beta", | ||||
| "betainc","betaln","ellipj","ellipke","erf","erfc","erfcx", | ||||
| "erfinv","expint","gamma","gammainc","gammaln","psi","legendre", | ||||
| "cross","dot","factor","isprime","primes","gcd","lcm","rat", | ||||
| "rats","perms","nchoosek","factorial","cart2sph","cart2pol", | ||||
| "pol2cart","sph2cart","hsv2rgb","rgb2hsv"] | ||||
| elmat = ["zeros","ones","eye","repmat","rand","randn","linspace","logspace", | ||||
| "freqspace","meshgrid","accumarray","size","length","ndims","numel", | ||||
| "disp","isempty","isequal","isequalwithequalnans","cat","reshape", | ||||
| "diag","blkdiag","tril","triu","fliplr","flipud","flipdim","rot90", | ||||
| "find","end","sub2ind","ind2sub","bsxfun","ndgrid","permute", | ||||
| "ipermute","shiftdim","circshift","squeeze","isscalar","isvector", | ||||
| "ans","eps","realmax","realmin","pi","i","inf","nan","isnan", | ||||
| "isinf","isfinite","j","why","compan","gallery","hadamard","hankel", | ||||
| "hilb","invhilb","magic","pascal","rosser","toeplitz","vander", | ||||
| "wilkinson"] | ||||
| tokens = { | ||||
| 'root': [ | ||||
| # line starting with '!' is sent as a system command. not sure what | ||||
| # label to use... | ||||
| (r'^!.*', String.Other), | ||||
| (r'%.*$', Comment), | ||||
| (r'^\s*function', Keyword, 'deffunc'), | ||||
| # from 'iskeyword' on version 7.11 (R2010): | ||||
| (r'(break|case|catch|classdef|continue|else|elseif|end|enumerated|' | ||||
| r'events|for|function|global|if|methods|otherwise|parfor|' | ||||
| r'persistent|properties|return|spmd|switch|try|while)\b', Keyword), | ||||
| ("(" + "|".join(elfun+specfun+elmat) + r')\b', Name.Builtin), | ||||
| # operators: | ||||
| (r'-|==|~=|<|>|<=|>=|&&|&|~|\|\|?', Operator), | ||||
| # operators requiring escape for re: | ||||
| (r'\.\*|\*|\+|\.\^|\.\\|\.\/|\/|\\', Operator), | ||||
| # punctuation: | ||||
| (r'\[|\]|\(|\)|\{|\}|:|@|\.|,', Punctuation), | ||||
| (r'=|:|;', Punctuation), | ||||
| # quote can be transpose, instead of string: | ||||
| # (not great, but handles common cases...) | ||||
| (r'(?<=[\w\)\]])\'', Operator), | ||||
| (r'(?<![\w\)\]])\'', String, 'string'), | ||||
| ('[a-zA-Z_][a-zA-Z0-9_]*', Name), | ||||
| (r'.', Text), | ||||
| ], | ||||
| 'string': [ | ||||
| (r'[^\']*\'', String, '#pop') | ||||
| ], | ||||
| 'deffunc': [ | ||||
| (r'(\s*)(?:(.+)(\s*)(=)(\s*))?(.+)(\()(.*)(\))(\s*)', | ||||
| bygroups(Text.Whitespace, Text, Text.Whitespace, Punctuation, | ||||
| Text.Whitespace, Name.Function, Punctuation, Text, | ||||
| Punctuation, Text.Whitespace), '#pop'), | ||||
| ], | ||||
| } | ||||
| def analyse_text(text): | ||||
| if re.match('^\s*%', text, re.M): # comment | ||||
| return 0.9 | ||||
| elif re.match('^!\w+', text, re.M): # system cmd | ||||
| return 0.9 | ||||
| return 0.1 | ||||
| line_re = re.compile('.*?\n') | ||||
| class MatlabSessionLexer(Lexer): | ||||
| """ | ||||
| For Matlab sessions. Modeled after PythonConsoleLexer. | ||||
| Contributed by Ken Schutte <kschutte@csail.mit.edu>. | ||||
| *New in Pygments 0.10.* | ||||
| """ | ||||
| name = 'Matlab session' | ||||
| aliases = ['matlabsession'] | ||||
| def get_tokens_unprocessed(self, text): | ||||
| mlexer = MatlabLexer(**self.options) | ||||
| curcode = '' | ||||
| insertions = [] | ||||
| for match in line_re.finditer(text): | ||||
| line = match.group() | ||||
| if line.startswith('>>'): | ||||
| insertions.append((len(curcode), | ||||
| [(0, Generic.Prompt, line[:3])])) | ||||
| curcode += line[3:] | ||||
| elif line.startswith('???'): | ||||
| idx = len(curcode) | ||||
| # without is showing error on same line as before...? | ||||
| line = "\n" + line | ||||
| token = (0, Generic.Traceback, line) | ||||
| insertions.append((idx, [token])) | ||||
| else: | ||||
| if curcode: | ||||
| for item in do_insertions( | ||||
| insertions, mlexer.get_tokens_unprocessed(curcode)): | ||||
| yield item | ||||
| curcode = '' | ||||
| insertions = [] | ||||
| yield match.start(), Generic.Output, line | ||||
| if curcode: # or item: | ||||
| for item in do_insertions( | ||||
| insertions, mlexer.get_tokens_unprocessed(curcode)): | ||||
| yield item | ||||
| class OctaveLexer(RegexLexer): | ||||
| """ | ||||
| For GNU Octave source code. | ||||
| *New in Pygments 1.5.* | ||||
| """ | ||||
| name = 'Octave' | ||||
| aliases = ['octave'] | ||||
| filenames = ['*.m'] | ||||
| mimetypes = ['text/octave'] | ||||
| # These lists are generated automatically. | ||||
| # Run the following in bash shell: | ||||
| # | ||||
| # First dump all of the Octave manual into a plain text file: | ||||
| # | ||||
| # $ info octave --subnodes -o octave-manual | ||||
| # | ||||
| # Now grep through it: | ||||
| # for i in \ | ||||
| # "Built-in Function" "Command" "Function File" \ | ||||
| # "Loadable Function" "Mapping Function"; | ||||
| # do | ||||
| # perl -e '@name = qw('"$i"'); | ||||
| # print lc($name[0]),"_kw = [\n"'; | ||||
| # | ||||
| # perl -n -e 'print "\"$1\",\n" if /-- '"$i"': .* (\w*) \(/;' \ | ||||
| # octave-manual | sort | uniq ; | ||||
| # echo "]" ; | ||||
| # echo; | ||||
| # done | ||||
| # taken from Octave Mercurial changeset 8cc154f45e37 (30-jan-2011) | ||||
| builtin_kw = [ "addlistener", "addpath", "addproperty", "all", | ||||
| "and", "any", "argnames", "argv", "assignin", | ||||
| "atexit", "autoload", | ||||
| "available_graphics_toolkits", "beep_on_error", | ||||
| "bitand", "bitmax", "bitor", "bitshift", "bitxor", | ||||
| "cat", "cell", "cellstr", "char", "class", "clc", | ||||
| "columns", "command_line_path", | ||||
| "completion_append_char", "completion_matches", | ||||
| "complex", "confirm_recursive_rmdir", "cputime", | ||||
| "crash_dumps_octave_core", "ctranspose", "cumprod", | ||||
| "cumsum", "debug_on_error", "debug_on_interrupt", | ||||
| "debug_on_warning", "default_save_options", | ||||
| "dellistener", "diag", "diff", "disp", | ||||
| "doc_cache_file", "do_string_escapes", "double", | ||||
| "drawnow", "e", "echo_executing_commands", "eps", | ||||
| "eq", "errno", "errno_list", "error", "eval", | ||||
| "evalin", "exec", "exist", "exit", "eye", "false", | ||||
| "fclear", "fclose", "fcntl", "fdisp", "feof", | ||||
| "ferror", "feval", "fflush", "fgetl", "fgets", | ||||
| "fieldnames", "file_in_loadpath", "file_in_path", | ||||
| "filemarker", "filesep", "find_dir_in_path", | ||||
| "fixed_point_format", "fnmatch", "fopen", "fork", | ||||
| "formula", "fprintf", "fputs", "fread", "freport", | ||||
| "frewind", "fscanf", "fseek", "fskipl", "ftell", | ||||
| "functions", "fwrite", "ge", "genpath", "get", | ||||
| "getegid", "getenv", "geteuid", "getgid", | ||||
| "getpgrp", "getpid", "getppid", "getuid", "glob", | ||||
| "gt", "gui_mode", "history_control", | ||||
| "history_file", "history_size", | ||||
| "history_timestamp_format_string", "home", | ||||
| "horzcat", "hypot", "ifelse", | ||||
| "ignore_function_time_stamp", "inferiorto", | ||||
| "info_file", "info_program", "inline", "input", | ||||
| "intmax", "intmin", "ipermute", | ||||
| "is_absolute_filename", "isargout", "isbool", | ||||
| "iscell", "iscellstr", "ischar", "iscomplex", | ||||
| "isempty", "isfield", "isfloat", "isglobal", | ||||
| "ishandle", "isieee", "isindex", "isinteger", | ||||
| "islogical", "ismatrix", "ismethod", "isnull", | ||||
| "isnumeric", "isobject", "isreal", | ||||
| "is_rooted_relative_filename", "issorted", | ||||
| "isstruct", "isvarname", "kbhit", "keyboard", | ||||
| "kill", "lasterr", "lasterror", "lastwarn", | ||||
| "ldivide", "le", "length", "link", "linspace", | ||||
| "logical", "lstat", "lt", "make_absolute_filename", | ||||
| "makeinfo_program", "max_recursion_depth", "merge", | ||||
| "methods", "mfilename", "minus", "mislocked", | ||||
| "mkdir", "mkfifo", "mkstemp", "mldivide", "mlock", | ||||
| "mouse_wheel_zoom", "mpower", "mrdivide", "mtimes", | ||||
| "munlock", "nargin", "nargout", | ||||
| "native_float_format", "ndims", "ne", "nfields", | ||||
| "nnz", "norm", "not", "numel", "nzmax", | ||||
| "octave_config_info", "octave_core_file_limit", | ||||
| "octave_core_file_name", | ||||
| "octave_core_file_options", "ones", "or", | ||||
| "output_max_field_width", "output_precision", | ||||
| "page_output_immediately", "page_screen_output", | ||||
| "path", "pathsep", "pause", "pclose", "permute", | ||||
| "pi", "pipe", "plus", "popen", "power", | ||||
| "print_empty_dimensions", "printf", | ||||
| "print_struct_array_contents", "prod", | ||||
| "program_invocation_name", "program_name", | ||||
| "putenv", "puts", "pwd", "quit", "rats", "rdivide", | ||||
| "readdir", "readlink", "read_readline_init_file", | ||||
| "realmax", "realmin", "rehash", "rename", | ||||
| "repelems", "re_read_readline_init_file", "reset", | ||||
| "reshape", "resize", "restoredefaultpath", | ||||
| "rethrow", "rmdir", "rmfield", "rmpath", "rows", | ||||
| "save_header_format_string", "save_precision", | ||||
| "saving_history", "scanf", "set", "setenv", | ||||
| "shell_cmd", "sighup_dumps_octave_core", | ||||
| "sigterm_dumps_octave_core", "silent_functions", | ||||
| "single", "size", "size_equal", "sizemax", | ||||
| "sizeof", "sleep", "source", "sparse_auto_mutate", | ||||
| "split_long_rows", "sprintf", "squeeze", "sscanf", | ||||
| "stat", "stderr", "stdin", "stdout", "strcmp", | ||||
| "strcmpi", "string_fill_char", "strncmp", | ||||
| "strncmpi", "struct", "struct_levels_to_print", | ||||
| "strvcat", "subsasgn", "subsref", "sum", "sumsq", | ||||
| "superiorto", "suppress_verbose_help_message", | ||||
| "symlink", "system", "tic", "tilde_expand", | ||||
| "times", "tmpfile", "tmpnam", "toc", "toupper", | ||||
| "transpose", "true", "typeinfo", "umask", "uminus", | ||||
| "uname", "undo_string_escapes", "unlink", "uplus", | ||||
| "upper", "usage", "usleep", "vec", "vectorize", | ||||
| "vertcat", "waitpid", "warning", "warranty", | ||||
| "whos_line_format", "yes_or_no", "zeros", | ||||
| "inf", "Inf", "nan", "NaN"] | ||||
| command_kw = [ "close", "load", "who", "whos", ] | ||||
| function_kw = [ "accumarray", "accumdim", "acosd", "acotd", | ||||
| "acscd", "addtodate", "allchild", "ancestor", | ||||
| "anova", "arch_fit", "arch_rnd", "arch_test", | ||||
| "area", "arma_rnd", "arrayfun", "ascii", "asctime", | ||||
| "asecd", "asind", "assert", "atand", | ||||
| "autoreg_matrix", "autumn", "axes", "axis", "bar", | ||||
| "barh", "bartlett", "bartlett_test", "beep", | ||||
| "betacdf", "betainv", "betapdf", "betarnd", | ||||
| "bicgstab", "bicubic", "binary", "binocdf", | ||||
| "binoinv", "binopdf", "binornd", "bitcmp", | ||||
| "bitget", "bitset", "blackman", "blanks", | ||||
| "blkdiag", "bone", "box", "brighten", "calendar", | ||||
| "cast", "cauchy_cdf", "cauchy_inv", "cauchy_pdf", | ||||
| "cauchy_rnd", "caxis", "celldisp", "center", "cgs", | ||||
| "chisquare_test_homogeneity", | ||||
| "chisquare_test_independence", "circshift", "cla", | ||||
| "clabel", "clf", "clock", "cloglog", "closereq", | ||||
| "colon", "colorbar", "colormap", "colperm", | ||||
| "comet", "common_size", "commutation_matrix", | ||||
| "compan", "compare_versions", "compass", | ||||
| "computer", "cond", "condest", "contour", | ||||
| "contourc", "contourf", "contrast", "conv", | ||||
| "convhull", "cool", "copper", "copyfile", "cor", | ||||
| "corrcoef", "cor_test", "cosd", "cotd", "cov", | ||||
| "cplxpair", "cross", "cscd", "cstrcat", "csvread", | ||||
| "csvwrite", "ctime", "cumtrapz", "curl", "cut", | ||||
| "cylinder", "date", "datenum", "datestr", | ||||
| "datetick", "datevec", "dblquad", "deal", | ||||
| "deblank", "deconv", "delaunay", "delaunayn", | ||||
| "delete", "demo", "detrend", "diffpara", "diffuse", | ||||
| "dir", "discrete_cdf", "discrete_inv", | ||||
| "discrete_pdf", "discrete_rnd", "display", | ||||
| "divergence", "dlmwrite", "dos", "dsearch", | ||||
| "dsearchn", "duplication_matrix", "durbinlevinson", | ||||
| "ellipsoid", "empirical_cdf", "empirical_inv", | ||||
| "empirical_pdf", "empirical_rnd", "eomday", | ||||
| "errorbar", "etime", "etreeplot", "example", | ||||
| "expcdf", "expinv", "expm", "exppdf", "exprnd", | ||||
| "ezcontour", "ezcontourf", "ezmesh", "ezmeshc", | ||||
| "ezplot", "ezpolar", "ezsurf", "ezsurfc", "factor", | ||||
| "factorial", "fail", "fcdf", "feather", "fftconv", | ||||
| "fftfilt", "fftshift", "figure", "fileattrib", | ||||
| "fileparts", "fill", "findall", "findobj", | ||||
| "findstr", "finv", "flag", "flipdim", "fliplr", | ||||
| "flipud", "fpdf", "fplot", "fractdiff", "freqz", | ||||
| "freqz_plot", "frnd", "fsolve", | ||||
| "f_test_regression", "ftp", "fullfile", "fzero", | ||||
| "gamcdf", "gaminv", "gampdf", "gamrnd", "gca", | ||||
| "gcbf", "gcbo", "gcf", "genvarname", "geocdf", | ||||
| "geoinv", "geopdf", "geornd", "getfield", "ginput", | ||||
| "glpk", "gls", "gplot", "gradient", | ||||
| "graphics_toolkit", "gray", "grid", "griddata", | ||||
| "griddatan", "gtext", "gunzip", "gzip", "hadamard", | ||||
| "hamming", "hankel", "hanning", "hggroup", | ||||
| "hidden", "hilb", "hist", "histc", "hold", "hot", | ||||
| "hotelling_test", "housh", "hsv", "hurst", | ||||
| "hygecdf", "hygeinv", "hygepdf", "hygernd", | ||||
| "idivide", "ifftshift", "image", "imagesc", | ||||
| "imfinfo", "imread", "imshow", "imwrite", "index", | ||||
| "info", "inpolygon", "inputname", "interpft", | ||||
| "interpn", "intersect", "invhilb", "iqr", "isa", | ||||
| "isdefinite", "isdir", "is_duplicate_entry", | ||||
| "isequal", "isequalwithequalnans", "isfigure", | ||||
| "ishermitian", "ishghandle", "is_leap_year", | ||||
| "isletter", "ismac", "ismember", "ispc", "isprime", | ||||
| "isprop", "isscalar", "issquare", "isstrprop", | ||||
| "issymmetric", "isunix", "is_valid_file_id", | ||||
| "isvector", "jet", "kendall", | ||||
| "kolmogorov_smirnov_cdf", | ||||
| "kolmogorov_smirnov_test", "kruskal_wallis_test", | ||||
| "krylov", "kurtosis", "laplace_cdf", "laplace_inv", | ||||
| "laplace_pdf", "laplace_rnd", "legend", "legendre", | ||||
| "license", "line", "linkprop", "list_primes", | ||||
| "loadaudio", "loadobj", "logistic_cdf", | ||||
| "logistic_inv", "logistic_pdf", "logistic_rnd", | ||||
| "logit", "loglog", "loglogerr", "logm", "logncdf", | ||||
| "logninv", "lognpdf", "lognrnd", "logspace", | ||||
| "lookfor", "ls_command", "lsqnonneg", "magic", | ||||
| "mahalanobis", "manova", "matlabroot", | ||||
| "mcnemar_test", "mean", "meansq", "median", "menu", | ||||
| "mesh", "meshc", "meshgrid", "meshz", "mexext", | ||||
| "mget", "mkpp", "mode", "moment", "movefile", | ||||
| "mpoles", "mput", "namelengthmax", "nargchk", | ||||
| "nargoutchk", "nbincdf", "nbininv", "nbinpdf", | ||||
| "nbinrnd", "nchoosek", "ndgrid", "newplot", "news", | ||||
| "nonzeros", "normcdf", "normest", "norminv", | ||||
| "normpdf", "normrnd", "now", "nthroot", "null", | ||||
| "ocean", "ols", "onenormest", "optimget", | ||||
| "optimset", "orderfields", "orient", "orth", | ||||
| "pack", "pareto", "parseparams", "pascal", "patch", | ||||
| "pathdef", "pcg", "pchip", "pcolor", "pcr", | ||||
| "peaks", "periodogram", "perl", "perms", "pie", | ||||
| "pink", "planerot", "playaudio", "plot", | ||||
| "plotmatrix", "plotyy", "poisscdf", "poissinv", | ||||
| "poisspdf", "poissrnd", "polar", "poly", | ||||
| "polyaffine", "polyarea", "polyderiv", "polyfit", | ||||
| "polygcd", "polyint", "polyout", "polyreduce", | ||||
| "polyval", "polyvalm", "postpad", "powerset", | ||||
| "ppder", "ppint", "ppjumps", "ppplot", "ppval", | ||||
| "pqpnonneg", "prepad", "primes", "print", | ||||
| "print_usage", "prism", "probit", "qp", "qqplot", | ||||
| "quadcc", "quadgk", "quadl", "quadv", "quiver", | ||||
| "qzhess", "rainbow", "randi", "range", "rank", | ||||
| "ranks", "rat", "reallog", "realpow", "realsqrt", | ||||
| "record", "rectangle_lw", "rectangle_sw", | ||||
| "rectint", "refresh", "refreshdata", | ||||
| "regexptranslate", "repmat", "residue", "ribbon", | ||||
| "rindex", "roots", "rose", "rosser", "rotdim", | ||||
| "rref", "run", "run_count", "rundemos", "run_test", | ||||
| "runtests", "saveas", "saveaudio", "saveobj", | ||||
| "savepath", "scatter", "secd", "semilogx", | ||||
| "semilogxerr", "semilogy", "semilogyerr", | ||||
| "setaudio", "setdiff", "setfield", "setxor", | ||||
| "shading", "shift", "shiftdim", "sign_test", | ||||
| "sinc", "sind", "sinetone", "sinewave", "skewness", | ||||
| "slice", "sombrero", "sortrows", "spaugment", | ||||
| "spconvert", "spdiags", "spearman", "spectral_adf", | ||||
| "spectral_xdf", "specular", "speed", "spencer", | ||||
| "speye", "spfun", "sphere", "spinmap", "spline", | ||||
| "spones", "sprand", "sprandn", "sprandsym", | ||||
| "spring", "spstats", "spy", "sqp", "stairs", | ||||
| "statistics", "std", "stdnormal_cdf", | ||||
| "stdnormal_inv", "stdnormal_pdf", "stdnormal_rnd", | ||||
| "stem", "stft", "strcat", "strchr", "strjust", | ||||
| "strmatch", "strread", "strsplit", "strtok", | ||||
| "strtrim", "strtrunc", "structfun", "studentize", | ||||
| "subplot", "subsindex", "subspace", "substr", | ||||
| "substruct", "summer", "surf", "surface", "surfc", | ||||
| "surfl", "surfnorm", "svds", "swapbytes", | ||||
| "sylvester_matrix", "symvar", "synthesis", "table", | ||||
| "tand", "tar", "tcdf", "tempdir", "tempname", | ||||
| "test", "text", "textread", "textscan", "tinv", | ||||
| "title", "toeplitz", "tpdf", "trace", "trapz", | ||||
| "treelayout", "treeplot", "triangle_lw", | ||||
| "triangle_sw", "tril", "trimesh", "triplequad", | ||||
| "triplot", "trisurf", "triu", "trnd", "tsearchn", | ||||
| "t_test", "t_test_regression", "type", "unidcdf", | ||||
| "unidinv", "unidpdf", "unidrnd", "unifcdf", | ||||
| "unifinv", "unifpdf", "unifrnd", "union", "unique", | ||||
| "unix", "unmkpp", "unpack", "untabify", "untar", | ||||
| "unwrap", "unzip", "u_test", "validatestring", | ||||
| "vander", "var", "var_test", "vech", "ver", | ||||
| "version", "view", "voronoi", "voronoin", | ||||
| "waitforbuttonpress", "wavread", "wavwrite", | ||||
| "wblcdf", "wblinv", "wblpdf", "wblrnd", "weekday", | ||||
| "welch_test", "what", "white", "whitebg", | ||||
| "wienrnd", "wilcoxon_test", "wilkinson", "winter", | ||||
| "xlabel", "xlim", "ylabel", "yulewalker", "zip", | ||||
| "zlabel", "z_test", ] | ||||
| loadable_kw = [ "airy", "amd", "balance", "besselh", "besseli", | ||||
| "besselj", "besselk", "bessely", "bitpack", | ||||
| "bsxfun", "builtin", "ccolamd", "cellfun", | ||||
| "cellslices", "chol", "choldelete", "cholinsert", | ||||
| "cholinv", "cholshift", "cholupdate", "colamd", | ||||
| "colloc", "convhulln", "convn", "csymamd", | ||||
| "cummax", "cummin", "daspk", "daspk_options", | ||||
| "dasrt", "dasrt_options", "dassl", "dassl_options", | ||||
| "dbclear", "dbdown", "dbstack", "dbstatus", | ||||
| "dbstop", "dbtype", "dbup", "dbwhere", "det", | ||||
| "dlmread", "dmperm", "dot", "eig", "eigs", | ||||
| "endgrent", "endpwent", "etree", "fft", "fftn", | ||||
| "fftw", "filter", "find", "full", "gcd", | ||||
| "getgrent", "getgrgid", "getgrnam", "getpwent", | ||||
| "getpwnam", "getpwuid", "getrusage", "givens", | ||||
| "gmtime", "gnuplot_binary", "hess", "ifft", | ||||
| "ifftn", "inv", "isdebugmode", "issparse", "kron", | ||||
| "localtime", "lookup", "lsode", "lsode_options", | ||||
| "lu", "luinc", "luupdate", "matrix_type", "max", | ||||
| "min", "mktime", "pinv", "qr", "qrdelete", | ||||
| "qrinsert", "qrshift", "qrupdate", "quad", | ||||
| "quad_options", "qz", "rand", "rande", "randg", | ||||
| "randn", "randp", "randperm", "rcond", "regexp", | ||||
| "regexpi", "regexprep", "schur", "setgrent", | ||||
| "setpwent", "sort", "spalloc", "sparse", "spparms", | ||||
| "sprank", "sqrtm", "strfind", "strftime", | ||||
| "strptime", "strrep", "svd", "svd_driver", "syl", | ||||
| "symamd", "symbfact", "symrcm", "time", "tsearch", | ||||
| "typecast", "urlread", "urlwrite", ] | ||||
| mapping_kw = [ "abs", "acos", "acosh", "acot", "acoth", "acsc", | ||||
| "acsch", "angle", "arg", "asec", "asech", "asin", | ||||
| "asinh", "atan", "atanh", "beta", "betainc", | ||||
| "betaln", "bincoeff", "cbrt", "ceil", "conj", "cos", | ||||
| "cosh", "cot", "coth", "csc", "csch", "erf", "erfc", | ||||
| "erfcx", "erfinv", "exp", "finite", "fix", "floor", | ||||
| "fmod", "gamma", "gammainc", "gammaln", "imag", | ||||
| "isalnum", "isalpha", "isascii", "iscntrl", | ||||
| "isdigit", "isfinite", "isgraph", "isinf", | ||||
| "islower", "isna", "isnan", "isprint", "ispunct", | ||||
| "isspace", "isupper", "isxdigit", "lcm", "lgamma", | ||||
| "log", "lower", "mod", "real", "rem", "round", | ||||
| "roundb", "sec", "sech", "sign", "sin", "sinh", | ||||
| "sqrt", "tan", "tanh", "toascii", "tolower", "xor", | ||||
| ] | ||||
| builtin_consts = [ "EDITOR", "EXEC_PATH", "I", "IMAGE_PATH", "NA", | ||||
| "OCTAVE_HOME", "OCTAVE_VERSION", "PAGER", | ||||
| "PAGER_FLAGS", "SEEK_CUR", "SEEK_END", "SEEK_SET", | ||||
| "SIG", "S_ISBLK", "S_ISCHR", "S_ISDIR", "S_ISFIFO", | ||||
| "S_ISLNK", "S_ISREG", "S_ISSOCK", "WCONTINUE", | ||||
| "WCOREDUMP", "WEXITSTATUS", "WIFCONTINUED", | ||||
| "WIFEXITED", "WIFSIGNALED", "WIFSTOPPED", "WNOHANG", | ||||
| "WSTOPSIG", "WTERMSIG", "WUNTRACED", ] | ||||
| tokens = { | ||||
| 'root': [ | ||||
| #We should look into multiline comments | ||||
| (r'[%#].*$', Comment), | ||||
| (r'^\s*function', Keyword, 'deffunc'), | ||||
| # from 'iskeyword' on hg changeset 8cc154f45e37 | ||||
| (r'(__FILE__|__LINE__|break|case|catch|classdef|continue|do|else|' | ||||
| r'elseif|end|end_try_catch|end_unwind_protect|endclassdef|' | ||||
| r'endevents|endfor|endfunction|endif|endmethods|endproperties|' | ||||
| r'endswitch|endwhile|events|for|function|get|global|if|methods|' | ||||
| r'otherwise|persistent|properties|return|set|static|switch|try|' | ||||
| r'until|unwind_protect|unwind_protect_cleanup|while)\b', Keyword), | ||||
| ("(" + "|".join( builtin_kw + command_kw | ||||
| + function_kw + loadable_kw | ||||
| + mapping_kw) + r')\b', Name.Builtin), | ||||
| ("(" + "|".join(builtin_consts) + r')\b', Name.Constant), | ||||
| # operators in Octave but not Matlab: | ||||
| (r'-=|!=|!|/=|--', Operator), | ||||
| # operators: | ||||
| (r'-|==|~=|<|>|<=|>=|&&|&|~|\|\|?', Operator), | ||||
| # operators in Octave but not Matlab requiring escape for re: | ||||
| (r'\*=|\+=|\^=|\/=|\\=|\*\*|\+\+|\.\*\*',Operator), | ||||
| # operators requiring escape for re: | ||||
| (r'\.\*|\*|\+|\.\^|\.\\|\.\/|\/|\\', Operator), | ||||
| # punctuation: | ||||
| (r'\[|\]|\(|\)|\{|\}|:|@|\.|,', Punctuation), | ||||
| (r'=|:|;', Punctuation), | ||||
| (r'"[^"]*"', String), | ||||
| # quote can be transpose, instead of string: | ||||
| # (not great, but handles common cases...) | ||||
| (r'(?<=[\w\)\]])\'', Operator), | ||||
| (r'(?<![\w\)\]])\'', String, 'string'), | ||||
| ('[a-zA-Z_][a-zA-Z0-9_]*', Name), | ||||
| (r'.', Text), | ||||
| ], | ||||
| 'string': [ | ||||
| (r"[^']*'", String, '#pop'), | ||||
| ], | ||||
| 'deffunc': [ | ||||
| (r'(\s*)(?:(.+)(\s*)(=)(\s*))?(.+)(\()(.*)(\))(\s*)', | ||||
| bygroups(Text.Whitespace, Text, Text.Whitespace, Punctuation, | ||||
| Text.Whitespace, Name.Function, Punctuation, Text, | ||||
| Punctuation, Text.Whitespace), '#pop'), | ||||
| ], | ||||
| } | ||||
| def analyse_text(text): | ||||
| if re.match('^\s*[%#]', text, re.M): #Comment | ||||
| return 0.9 | ||||
| return 0.1 | ||||
| class ScilabLexer(RegexLexer): | ||||
| """ | ||||
| For Scilab source code. | ||||
| *New in Pygments 1.5.* | ||||
| """ | ||||
| name = 'Scilab' | ||||
| aliases = ['scilab'] | ||||
| filenames = ['*.sci', '*.sce', '*.tst'] | ||||
| mimetypes = ['text/scilab'] | ||||
| tokens = { | ||||
| 'root': [ | ||||
| (r'//.*?$', Comment.Single), | ||||
| (r'^\s*function', Keyword, 'deffunc'), | ||||
| (r'(__FILE__|__LINE__|break|case|catch|classdef|continue|do|else|' | ||||
| r'elseif|end|end_try_catch|end_unwind_protect|endclassdef|' | ||||
| r'endevents|endfor|endfunction|endif|endmethods|endproperties|' | ||||
| r'endswitch|endwhile|events|for|function|get|global|if|methods|' | ||||
| r'otherwise|persistent|properties|return|set|static|switch|try|' | ||||
| r'until|unwind_protect|unwind_protect_cleanup|while)\b', Keyword), | ||||
| ("(" + "|".join(_scilab_builtins.functions_kw + | ||||
| _scilab_builtins.commands_kw + | ||||
| _scilab_builtins.macros_kw | ||||
| ) + r')\b', Name.Builtin), | ||||
| (r'(%s)\b' % "|".join(map(re.escape, _scilab_builtins.builtin_consts)), | ||||
| Name.Constant), | ||||
| # operators: | ||||
| (r'-|==|~=|<|>|<=|>=|&&|&|~|\|\|?', Operator), | ||||
| # operators requiring escape for re: | ||||
| (r'\.\*|\*|\+|\.\^|\.\\|\.\/|\/|\\', Operator), | ||||
| # punctuation: | ||||
| (r'[\[\](){}@.,=:;]', Punctuation), | ||||
| (r'"[^"]*"', String), | ||||
| # quote can be transpose, instead of string: | ||||
| # (not great, but handles common cases...) | ||||
| (r'(?<=[\w\)\]])\'', Operator), | ||||
| (r'(?<![\w\)\]])\'', String, 'string'), | ||||
| ('[a-zA-Z_][a-zA-Z0-9_]*', Name), | ||||
| (r'.', Text), | ||||
| ], | ||||
| 'string': [ | ||||
| (r"[^']*'", String, '#pop'), | ||||
| (r'.', String, '#pop'), | ||||
| ], | ||||
| 'deffunc': [ | ||||
| (r'(\s*)(?:(.+)(\s*)(=)(\s*))?(.+)(\()(.*)(\))(\s*)', | ||||
| bygroups(Text.Whitespace, Text, Text.Whitespace, Punctuation, | ||||
| Text.Whitespace, Name.Function, Punctuation, Text, | ||||
| Punctuation, Text.Whitespace), '#pop'), | ||||
| ], | ||||
| } | ||||
| class NumPyLexer(PythonLexer): | ||||
| """ | ||||
| A Python lexer recognizing Numerical Python builtins. | ||||
| *New in Pygments 0.10.* | ||||
| """ | ||||
| name = 'NumPy' | ||||
| aliases = ['numpy'] | ||||
| # override the mimetypes to not inherit them from python | ||||
| mimetypes = [] | ||||
| filenames = [] | ||||
| EXTRA_KEYWORDS = set([ | ||||
| 'abs', 'absolute', 'accumulate', 'add', 'alen', 'all', 'allclose', | ||||
| 'alltrue', 'alterdot', 'amax', 'amin', 'angle', 'any', 'append', | ||||
| 'apply_along_axis', 'apply_over_axes', 'arange', 'arccos', 'arccosh', | ||||
| 'arcsin', 'arcsinh', 'arctan', 'arctan2', 'arctanh', 'argmax', 'argmin', | ||||
| 'argsort', 'argwhere', 'around', 'array', 'array2string', 'array_equal', | ||||
| 'array_equiv', 'array_repr', 'array_split', 'array_str', 'arrayrange', | ||||
| 'asanyarray', 'asarray', 'asarray_chkfinite', 'ascontiguousarray', | ||||
| 'asfarray', 'asfortranarray', 'asmatrix', 'asscalar', 'astype', | ||||
| 'atleast_1d', 'atleast_2d', 'atleast_3d', 'average', 'bartlett', | ||||
| 'base_repr', 'beta', 'binary_repr', 'bincount', 'binomial', | ||||
| 'bitwise_and', 'bitwise_not', 'bitwise_or', 'bitwise_xor', 'blackman', | ||||
| 'bmat', 'broadcast', 'byte_bounds', 'bytes', 'byteswap', 'c_', | ||||
| 'can_cast', 'ceil', 'choose', 'clip', 'column_stack', 'common_type', | ||||
| 'compare_chararrays', 'compress', 'concatenate', 'conj', 'conjugate', | ||||
| 'convolve', 'copy', 'corrcoef', 'correlate', 'cos', 'cosh', 'cov', | ||||
| 'cross', 'cumprod', 'cumproduct', 'cumsum', 'delete', 'deprecate', | ||||
| 'diag', 'diagflat', 'diagonal', 'diff', 'digitize', 'disp', 'divide', | ||||
| 'dot', 'dsplit', 'dstack', 'dtype', 'dump', 'dumps', 'ediff1d', 'empty', | ||||
| 'empty_like', 'equal', 'exp', 'expand_dims', 'expm1', 'extract', 'eye', | ||||
| 'fabs', 'fastCopyAndTranspose', 'fft', 'fftfreq', 'fftshift', 'fill', | ||||
| 'finfo', 'fix', 'flat', 'flatnonzero', 'flatten', 'fliplr', 'flipud', | ||||
| 'floor', 'floor_divide', 'fmod', 'frexp', 'fromarrays', 'frombuffer', | ||||
| 'fromfile', 'fromfunction', 'fromiter', 'frompyfunc', 'fromstring', | ||||
| 'generic', 'get_array_wrap', 'get_include', 'get_numarray_include', | ||||
| 'get_numpy_include', 'get_printoptions', 'getbuffer', 'getbufsize', | ||||
| 'geterr', 'geterrcall', 'geterrobj', 'getfield', 'gradient', 'greater', | ||||
| 'greater_equal', 'gumbel', 'hamming', 'hanning', 'histogram', | ||||
| 'histogram2d', 'histogramdd', 'hsplit', 'hstack', 'hypot', 'i0', | ||||
| 'identity', 'ifft', 'imag', 'index_exp', 'indices', 'inf', 'info', | ||||
| 'inner', 'insert', 'int_asbuffer', 'interp', 'intersect1d', | ||||
| 'intersect1d_nu', 'inv', 'invert', 'iscomplex', 'iscomplexobj', | ||||
| 'isfinite', 'isfortran', 'isinf', 'isnan', 'isneginf', 'isposinf', | ||||
| 'isreal', 'isrealobj', 'isscalar', 'issctype', 'issubclass_', | ||||
| 'issubdtype', 'issubsctype', 'item', 'itemset', 'iterable', 'ix_', | ||||
| 'kaiser', 'kron', 'ldexp', 'left_shift', 'less', 'less_equal', 'lexsort', | ||||
| 'linspace', 'load', 'loads', 'loadtxt', 'log', 'log10', 'log1p', 'log2', | ||||
| 'logical_and', 'logical_not', 'logical_or', 'logical_xor', 'logspace', | ||||
| 'lstsq', 'mat', 'matrix', 'max', 'maximum', 'maximum_sctype', | ||||
| 'may_share_memory', 'mean', 'median', 'meshgrid', 'mgrid', 'min', | ||||
| 'minimum', 'mintypecode', 'mod', 'modf', 'msort', 'multiply', 'nan', | ||||
| 'nan_to_num', 'nanargmax', 'nanargmin', 'nanmax', 'nanmin', 'nansum', | ||||
| 'ndenumerate', 'ndim', 'ndindex', 'negative', 'newaxis', 'newbuffer', | ||||
| 'newbyteorder', 'nonzero', 'not_equal', 'obj2sctype', 'ogrid', 'ones', | ||||
| 'ones_like', 'outer', 'permutation', 'piecewise', 'pinv', 'pkgload', | ||||
| 'place', 'poisson', 'poly', 'poly1d', 'polyadd', 'polyder', 'polydiv', | ||||
| 'polyfit', 'polyint', 'polymul', 'polysub', 'polyval', 'power', 'prod', | ||||
| 'product', 'ptp', 'put', 'putmask', 'r_', 'randint', 'random_integers', | ||||
| 'random_sample', 'ranf', 'rank', 'ravel', 'real', 'real_if_close', | ||||
| 'recarray', 'reciprocal', 'reduce', 'remainder', 'repeat', 'require', | ||||
| 'reshape', 'resize', 'restoredot', 'right_shift', 'rint', 'roll', | ||||
| 'rollaxis', 'roots', 'rot90', 'round', 'round_', 'row_stack', 's_', | ||||
| 'sample', 'savetxt', 'sctype2char', 'searchsorted', 'seed', 'select', | ||||
| 'set_numeric_ops', 'set_printoptions', 'set_string_function', | ||||
| 'setbufsize', 'setdiff1d', 'seterr', 'seterrcall', 'seterrobj', | ||||
| 'setfield', 'setflags', 'setmember1d', 'setxor1d', 'shape', | ||||
| 'show_config', 'shuffle', 'sign', 'signbit', 'sin', 'sinc', 'sinh', | ||||
| 'size', 'slice', 'solve', 'sometrue', 'sort', 'sort_complex', 'source', | ||||
| 'split', 'sqrt', 'square', 'squeeze', 'standard_normal', 'std', | ||||
| 'subtract', 'sum', 'svd', 'swapaxes', 'take', 'tan', 'tanh', 'tensordot', | ||||
| 'test', 'tile', 'tofile', 'tolist', 'tostring', 'trace', 'transpose', | ||||
| 'trapz', 'tri', 'tril', 'trim_zeros', 'triu', 'true_divide', 'typeDict', | ||||
| 'typename', 'uniform', 'union1d', 'unique', 'unique1d', 'unravel_index', | ||||
| 'unwrap', 'vander', 'var', 'vdot', 'vectorize', 'view', 'vonmises', | ||||
| 'vsplit', 'vstack', 'weibull', 'where', 'who', 'zeros', 'zeros_like' | ||||
| ]) | ||||
| def get_tokens_unprocessed(self, text): | ||||
| for index, token, value in \ | ||||
| PythonLexer.get_tokens_unprocessed(self, text): | ||||
| if token is Name and value in self.EXTRA_KEYWORDS: | ||||
| yield index, Keyword.Pseudo, value | ||||
| else: | ||||
| yield index, token, value | ||||
| class RConsoleLexer(Lexer): | ||||
| """ | ||||
| For R console transcripts or R CMD BATCH output files. | ||||
| """ | ||||
| name = 'RConsole' | ||||
| aliases = ['rconsole', 'rout'] | ||||
| filenames = ['*.Rout'] | ||||
| def get_tokens_unprocessed(self, text): | ||||
| slexer = SLexer(**self.options) | ||||
| current_code_block = '' | ||||
| insertions = [] | ||||
| for match in line_re.finditer(text): | ||||
| line = match.group() | ||||
| if line.startswith('>') or line.startswith('+'): | ||||
| # Colorize the prompt as such, | ||||
| # then put rest of line into current_code_block | ||||
| insertions.append((len(current_code_block), | ||||
| [(0, Generic.Prompt, line[:2])])) | ||||
| current_code_block += line[2:] | ||||
| else: | ||||
| # We have reached a non-prompt line! | ||||
| # If we have stored prompt lines, need to process them first. | ||||
| if current_code_block: | ||||
| # Weave together the prompts and highlight code. | ||||
| for item in do_insertions(insertions, | ||||
| slexer.get_tokens_unprocessed(current_code_block)): | ||||
| yield item | ||||
| # Reset vars for next code block. | ||||
| current_code_block = '' | ||||
| insertions = [] | ||||
| # Now process the actual line itself, this is output from R. | ||||
| yield match.start(), Generic.Output, line | ||||
| # If we happen to end on a code block with nothing after it, need to | ||||
| # process the last code block. This is neither elegant nor DRY so | ||||
| # should be changed. | ||||
| if current_code_block: | ||||
| for item in do_insertions(insertions, | ||||
| slexer.get_tokens_unprocessed(current_code_block)): | ||||
| yield item | ||||
| class SLexer(RegexLexer): | ||||
| """ | ||||
| For S, S-plus, and R source code. | ||||
| *New in Pygments 0.10.* | ||||
| """ | ||||
| name = 'S' | ||||
| aliases = ['splus', 's', 'r'] | ||||
| filenames = ['*.S', '*.R'] | ||||
| mimetypes = ['text/S-plus', 'text/S', 'text/R'] | ||||
| tokens = { | ||||
| 'comments': [ | ||||
| (r'#.*$', Comment.Single), | ||||
| ], | ||||
| 'valid_name': [ | ||||
| (r'[a-zA-Z][0-9a-zA-Z\._]+', Text), | ||||
| (r'`.+`', String.Backtick), | ||||
| ], | ||||
| 'punctuation': [ | ||||
| (r'\[|\]|\[\[|\]\]|\$|\(|\)|@|:::?|;|,', Punctuation), | ||||
| ], | ||||
| 'keywords': [ | ||||
| (r'for(?=\s*\()|while(?=\s*\()|if(?=\s*\()|(?<=\s)else|' | ||||
| r'(?<=\s)break(?=;|$)|return(?=\s*\()|function(?=\s*\()', | ||||
| Keyword.Reserved) | ||||
| ], | ||||
| 'operators': [ | ||||
| (r'<-|-|==|<=|>=|<|>|&&|&|!=|\|\|?', Operator), | ||||
| (r'\*|\+|\^|/|%%|%/%|=', Operator), | ||||
| (r'%in%|%*%', Operator) | ||||
| ], | ||||
| 'builtin_symbols': [ | ||||
| (r'(NULL|NA|TRUE|FALSE|NaN)\b', Keyword.Constant), | ||||
| (r'(T|F)\b', Keyword.Variable), | ||||
| ], | ||||
| 'numbers': [ | ||||
| (r'(?<![0-9a-zA-Z\)\}\]`\"])(?=\s*)[-\+]?[0-9]+' | ||||
| r'(\.[0-9]*)?(E[0-9][-\+]?(\.[0-9]*)?)?', Number), | ||||
| (r'\.[0-9]*(E[0-9][-\+]?(\.[0-9]*)?)?', Number), | ||||
| ], | ||||
| 'statements': [ | ||||
| include('comments'), | ||||
| # whitespaces | ||||
| (r'\s+', Text), | ||||
| (r'\'', String, 'string_squote'), | ||||
| (r'\"', String, 'string_dquote'), | ||||
| include('builtin_symbols'), | ||||
| include('numbers'), | ||||
| include('keywords'), | ||||
| include('punctuation'), | ||||
| include('operators'), | ||||
| include('valid_name'), | ||||
| ], | ||||
| 'root': [ | ||||
| include('statements'), | ||||
| # blocks: | ||||
| (r'\{|\}', Punctuation), | ||||
| #(r'\{', Punctuation, 'block'), | ||||
| (r'.', Text), | ||||
| ], | ||||
| #'block': [ | ||||
| # include('statements'), | ||||
| # ('\{', Punctuation, '#push'), | ||||
| # ('\}', Punctuation, '#pop') | ||||
| #], | ||||
| 'string_squote': [ | ||||
| (r'[^\']*\'', String, '#pop'), | ||||
| ], | ||||
| 'string_dquote': [ | ||||
| (r'[^\"]*\"', String, '#pop'), | ||||
| ], | ||||
| } | ||||
| def analyse_text(text): | ||||
| return '<-' in text | ||||