hdl.py
356 lines
| 15.8 KiB
| text/x-python
|
PythonLexer
Jeandet Alexis
|
r0 | # -*- coding: utf-8 -*- | ||
| """ | ||||
| pygments.lexers.hdl | ||||
| ~~~~~~~~~~~~~~~~~~~ | ||||
| Lexers for hardware descriptor languages. | ||||
| :copyright: Copyright 2006-2012 by the Pygments team, see AUTHORS. | ||||
| :license: BSD, see LICENSE for details. | ||||
| """ | ||||
| import re | ||||
| from pygments.lexer import RegexLexer, bygroups, include, using, this | ||||
| from pygments.token import \ | ||||
| Text, Comment, Operator, Keyword, Name, String, Number, Punctuation, \ | ||||
| Error | ||||
| __all__ = ['VerilogLexer', 'SystemVerilogLexer', 'VhdlLexer'] | ||||
| class VerilogLexer(RegexLexer): | ||||
| """ | ||||
| For verilog source code with preprocessor directives. | ||||
| *New in Pygments 1.4.* | ||||
| """ | ||||
| name = 'verilog' | ||||
| aliases = ['v'] | ||||
| filenames = ['*.v'] | ||||
| mimetypes = ['text/x-verilog'] | ||||
| #: optional Comment or Whitespace | ||||
| _ws = r'(?:\s|//.*?\n|/[*].*?[*]/)+' | ||||
| tokens = { | ||||
| 'root': [ | ||||
| (r'^\s*`define', Comment.Preproc, 'macro'), | ||||
| (r'\n', Text), | ||||
| (r'\s+', Text), | ||||
| (r'\\\n', Text), # line continuation | ||||
| (r'/(\\\n)?/(\n|(.|\n)*?[^\\]\n)', Comment.Single), | ||||
| (r'/(\\\n)?[*](.|\n)*?[*](\\\n)?/', Comment.Multiline), | ||||
| (r'[{}#@]', Punctuation), | ||||
| (r'L?"', String, 'string'), | ||||
| (r"L?'(\\.|\\[0-7]{1,3}|\\x[a-fA-F0-9]{1,2}|[^\\\'\n])'", String.Char), | ||||
| (r'(\d+\.\d*|\.\d+|\d+)[eE][+-]?\d+[lL]?', Number.Float), | ||||
| (r'(\d+\.\d*|\.\d+|\d+[fF])[fF]?', Number.Float), | ||||
| (r'([0-9]+)|(\'h)[0-9a-fA-F]+', Number.Hex), | ||||
| (r'([0-9]+)|(\'b)[0-1]+', Number.Hex), # should be binary | ||||
| (r'([0-9]+)|(\'d)[0-9]+', Number.Integer), | ||||
| (r'([0-9]+)|(\'o)[0-7]+', Number.Oct), | ||||
| (r'\'[01xz]', Number), | ||||
| (r'\d+[Ll]?', Number.Integer), | ||||
| (r'\*/', Error), | ||||
| (r'[~!%^&*+=|?:<>/-]', Operator), | ||||
| (r'[()\[\],.;\']', Punctuation), | ||||
| (r'`[a-zA-Z_][a-zA-Z0-9_]*', Name.Constant), | ||||
| (r'^(\s*)(package)(\s+)', bygroups(Text, Keyword.Namespace, Text)), | ||||
| (r'^(\s*)(import)(\s+)', bygroups(Text, Keyword.Namespace, Text), | ||||
| 'import'), | ||||
| (r'(always|always_comb|always_ff|always_latch|and|assign|automatic|' | ||||
| r'begin|break|buf|bufif0|bufif1|case|casex|casez|cmos|const|' | ||||
| r'continue|deassign|default|defparam|disable|do|edge|else|end|endcase|' | ||||
| r'endfunction|endgenerate|endmodule|endpackage|endprimitive|endspecify|' | ||||
| r'endtable|endtask|enum|event|final|for|force|forever|fork|function|' | ||||
| r'generate|genvar|highz0|highz1|if|initial|inout|input|' | ||||
| r'integer|join|large|localparam|macromodule|medium|module|' | ||||
| r'nand|negedge|nmos|nor|not|notif0|notif1|or|output|packed|' | ||||
| r'parameter|pmos|posedge|primitive|pull0|pull1|pulldown|pullup|rcmos|' | ||||
| r'ref|release|repeat|return|rnmos|rpmos|rtran|rtranif0|' | ||||
| r'rtranif1|scalared|signed|small|specify|specparam|strength|' | ||||
| r'string|strong0|strong1|struct|table|task|' | ||||
| r'tran|tranif0|tranif1|type|typedef|' | ||||
| r'unsigned|var|vectored|void|wait|weak0|weak1|while|' | ||||
| r'xnor|xor)\b', Keyword), | ||||
| (r'`(accelerate|autoexpand_vectornets|celldefine|default_nettype|' | ||||
| r'else|elsif|endcelldefine|endif|endprotect|endprotected|' | ||||
| r'expand_vectornets|ifdef|ifndef|include|noaccelerate|noexpand_vectornets|' | ||||
| r'noremove_gatenames|noremove_netnames|nounconnected_drive|' | ||||
| r'protect|protected|remove_gatenames|remove_netnames|resetall|' | ||||
| r'timescale|unconnected_drive|undef)\b', Comment.Preproc), | ||||
| (r'\$(bits|bitstoreal|bitstoshortreal|countdrivers|display|fclose|' | ||||
| r'fdisplay|finish|floor|fmonitor|fopen|fstrobe|fwrite|' | ||||
| r'getpattern|history|incsave|input|itor|key|list|log|' | ||||
| r'monitor|monitoroff|monitoron|nokey|nolog|printtimescale|' | ||||
| r'random|readmemb|readmemh|realtime|realtobits|reset|reset_count|' | ||||
| r'reset_value|restart|rtoi|save|scale|scope|shortrealtobits|' | ||||
| r'showscopes|showvariables|showvars|sreadmemb|sreadmemh|' | ||||
| r'stime|stop|strobe|time|timeformat|write)\b', Name.Builtin), | ||||
| (r'(byte|shortint|int|longint|integer|time|' | ||||
| r'bit|logic|reg|' | ||||
| r'supply0|supply1|tri|triand|trior|tri0|tri1|trireg|uwire|wire|wand|wor' | ||||
| r'shortreal|real|realtime)\b', Keyword.Type), | ||||
| ('[a-zA-Z_][a-zA-Z0-9_]*:(?!:)', Name.Label), | ||||
| ('[a-zA-Z_][a-zA-Z0-9_]*', Name), | ||||
| ], | ||||
| 'string': [ | ||||
| (r'"', String, '#pop'), | ||||
| (r'\\([\\abfnrtv"\']|x[a-fA-F0-9]{2,4}|[0-7]{1,3})', String.Escape), | ||||
| (r'[^\\"\n]+', String), # all other characters | ||||
| (r'\\\n', String), # line continuation | ||||
| (r'\\', String), # stray backslash | ||||
| ], | ||||
| 'macro': [ | ||||
| (r'[^/\n]+', Comment.Preproc), | ||||
| (r'/[*](.|\n)*?[*]/', Comment.Multiline), | ||||
| (r'//.*?\n', Comment.Single, '#pop'), | ||||
| (r'/', Comment.Preproc), | ||||
| (r'(?<=\\)\n', Comment.Preproc), | ||||
| (r'\n', Comment.Preproc, '#pop'), | ||||
| ], | ||||
| 'import': [ | ||||
| (r'[a-zA-Z0-9_:]+\*?', Name.Namespace, '#pop') | ||||
| ] | ||||
| } | ||||
| def get_tokens_unprocessed(self, text): | ||||
| for index, token, value in \ | ||||
| RegexLexer.get_tokens_unprocessed(self, text): | ||||
| # Convention: mark all upper case names as constants | ||||
| if token is Name: | ||||
| if value.isupper(): | ||||
| token = Name.Constant | ||||
| yield index, token, value | ||||
| class SystemVerilogLexer(RegexLexer): | ||||
| """ | ||||
| Extends verilog lexer to recognise all SystemVerilog keywords from IEEE | ||||
| 1800-2009 standard. | ||||
| *New in Pygments 1.5.* | ||||
| """ | ||||
| name = 'systemverilog' | ||||
| aliases = ['sv'] | ||||
| filenames = ['*.sv', '*.svh'] | ||||
| mimetypes = ['text/x-systemverilog'] | ||||
| #: optional Comment or Whitespace | ||||
| _ws = r'(?:\s|//.*?\n|/[*].*?[*]/)+' | ||||
| tokens = { | ||||
| 'root': [ | ||||
| (r'^\s*`define', Comment.Preproc, 'macro'), | ||||
| (r'^(\s*)(package)(\s+)', bygroups(Text, Keyword.Namespace, Text)), | ||||
| (r'^(\s*)(import)(\s+)', bygroups(Text, Keyword.Namespace, Text), 'import'), | ||||
| (r'\n', Text), | ||||
| (r'\s+', Text), | ||||
| (r'\\\n', Text), # line continuation | ||||
| (r'/(\\\n)?/(\n|(.|\n)*?[^\\]\n)', Comment.Single), | ||||
| (r'/(\\\n)?[*](.|\n)*?[*](\\\n)?/', Comment.Multiline), | ||||
| (r'[{}#@]', Punctuation), | ||||
| (r'L?"', String, 'string'), | ||||
| (r"L?'(\\.|\\[0-7]{1,3}|\\x[a-fA-F0-9]{1,2}|[^\\\'\n])'", String.Char), | ||||
| (r'(\d+\.\d*|\.\d+|\d+)[eE][+-]?\d+[lL]?', Number.Float), | ||||
| (r'(\d+\.\d*|\.\d+|\d+[fF])[fF]?', Number.Float), | ||||
| (r'([0-9]+)|(\'h)[0-9a-fA-F]+', Number.Hex), | ||||
| (r'([0-9]+)|(\'b)[0-1]+', Number.Hex), # should be binary | ||||
| (r'([0-9]+)|(\'d)[0-9]+', Number.Integer), | ||||
| (r'([0-9]+)|(\'o)[0-7]+', Number.Oct), | ||||
| (r'\'[01xz]', Number), | ||||
| (r'\d+[Ll]?', Number.Integer), | ||||
| (r'\*/', Error), | ||||
| (r'[~!%^&*+=|?:<>/-]', Operator), | ||||
| (r'[()\[\],.;\']', Punctuation), | ||||
| (r'`[a-zA-Z_][a-zA-Z0-9_]*', Name.Constant), | ||||
| (r'(accept_on|alias|always|always_comb|always_ff|always_latch|' | ||||
| r'and|assert|assign|assume|automatic|before|begin|bind|bins|' | ||||
| r'binsof|bit|break|buf|bufif0|bufif1|byte|case|casex|casez|' | ||||
| r'cell|chandle|checker|class|clocking|cmos|config|const|constraint|' | ||||
| r'context|continue|cover|covergroup|coverpoint|cross|deassign|' | ||||
| r'default|defparam|design|disable|dist|do|edge|else|end|endcase|' | ||||
| r'endchecker|endclass|endclocking|endconfig|endfunction|endgenerate|' | ||||
| r'endgroup|endinterface|endmodule|endpackage|endprimitive|' | ||||
| r'endprogram|endproperty|endsequence|endspecify|endtable|' | ||||
| r'endtask|enum|event|eventually|expect|export|extends|extern|' | ||||
| r'final|first_match|for|force|foreach|forever|fork|forkjoin|' | ||||
| r'function|generate|genvar|global|highz0|highz1|if|iff|ifnone|' | ||||
| r'ignore_bins|illegal_bins|implies|import|incdir|include|' | ||||
| r'initial|inout|input|inside|instance|int|integer|interface|' | ||||
| r'intersect|join|join_any|join_none|large|let|liblist|library|' | ||||
| r'local|localparam|logic|longint|macromodule|matches|medium|' | ||||
| r'modport|module|nand|negedge|new|nexttime|nmos|nor|noshowcancelled|' | ||||
| r'not|notif0|notif1|null|or|output|package|packed|parameter|' | ||||
| r'pmos|posedge|primitive|priority|program|property|protected|' | ||||
| r'pull0|pull1|pulldown|pullup|pulsestyle_ondetect|pulsestyle_onevent|' | ||||
| r'pure|rand|randc|randcase|randsequence|rcmos|real|realtime|' | ||||
| r'ref|reg|reject_on|release|repeat|restrict|return|rnmos|' | ||||
| r'rpmos|rtran|rtranif0|rtranif1|s_always|s_eventually|s_nexttime|' | ||||
| r's_until|s_until_with|scalared|sequence|shortint|shortreal|' | ||||
| r'showcancelled|signed|small|solve|specify|specparam|static|' | ||||
| r'string|strong|strong0|strong1|struct|super|supply0|supply1|' | ||||
| r'sync_accept_on|sync_reject_on|table|tagged|task|this|throughout|' | ||||
| r'time|timeprecision|timeunit|tran|tranif0|tranif1|tri|tri0|' | ||||
| r'tri1|triand|trior|trireg|type|typedef|union|unique|unique0|' | ||||
| r'unsigned|until|until_with|untyped|use|uwire|var|vectored|' | ||||
| r'virtual|void|wait|wait_order|wand|weak|weak0|weak1|while|' | ||||
| r'wildcard|wire|with|within|wor|xnor|xor)\b', Keyword ), | ||||
| (r'(`__FILE__|`__LINE__|`begin_keywords|`celldefine|`default_nettype|' | ||||
| r'`define|`else|`elsif|`end_keywords|`endcelldefine|`endif|' | ||||
| r'`ifdef|`ifndef|`include|`line|`nounconnected_drive|`pragma|' | ||||
| r'`resetall|`timescale|`unconnected_drive|`undef|`undefineall)\b', | ||||
| Comment.Preproc ), | ||||
| (r'(\$display|\$displayb|\$displayh|\$displayo|\$dumpall|\$dumpfile|' | ||||
| r'\$dumpflush|\$dumplimit|\$dumpoff|\$dumpon|\$dumpports|' | ||||
| r'\$dumpportsall|\$dumpportsflush|\$dumpportslimit|\$dumpportsoff|' | ||||
| r'\$dumpportson|\$dumpvars|\$fclose|\$fdisplay|\$fdisplayb|' | ||||
| r'\$fdisplayh|\$fdisplayo|\$feof|\$ferror|\$fflush|\$fgetc|' | ||||
| r'\$fgets|\$fmonitor|\$fmonitorb|\$fmonitorh|\$fmonitoro|' | ||||
| r'\$fopen|\$fread|\$fscanf|\$fseek|\$fstrobe|\$fstrobeb|\$fstrobeh|' | ||||
| r'\$fstrobeo|\$ftell|\$fwrite|\$fwriteb|\$fwriteh|\$fwriteo|' | ||||
| r'\$monitor|\$monitorb|\$monitorh|\$monitoro|\$monitoroff|' | ||||
| r'\$monitoron|\$plusargs|\$readmemb|\$readmemh|\$rewind|\$sformat|' | ||||
| r'\$sformatf|\$sscanf|\$strobe|\$strobeb|\$strobeh|\$strobeo|' | ||||
| r'\$swrite|\$swriteb|\$swriteh|\$swriteo|\$test|\$ungetc|' | ||||
| r'\$value\$plusargs|\$write|\$writeb|\$writeh|\$writememb|' | ||||
| r'\$writememh|\$writeo)\b' , Name.Builtin ), | ||||
| (r'(class)(\s+)', bygroups(Keyword, Text), 'classname'), | ||||
| (r'(byte|shortint|int|longint|integer|time|' | ||||
| r'bit|logic|reg|' | ||||
| r'supply0|supply1|tri|triand|trior|tri0|tri1|trireg|uwire|wire|wand|wor' | ||||
| r'shortreal|real|realtime)\b', Keyword.Type), | ||||
| ('[a-zA-Z_][a-zA-Z0-9_]*:(?!:)', Name.Label), | ||||
| ('[a-zA-Z_][a-zA-Z0-9_]*', Name), | ||||
| ], | ||||
| 'classname': [ | ||||
| (r'[a-zA-Z_][a-zA-Z0-9_]*', Name.Class, '#pop'), | ||||
| ], | ||||
| 'string': [ | ||||
| (r'"', String, '#pop'), | ||||
| (r'\\([\\abfnrtv"\']|x[a-fA-F0-9]{2,4}|[0-7]{1,3})', String.Escape), | ||||
| (r'[^\\"\n]+', String), # all other characters | ||||
| (r'\\\n', String), # line continuation | ||||
| (r'\\', String), # stray backslash | ||||
| ], | ||||
| 'macro': [ | ||||
| (r'[^/\n]+', Comment.Preproc), | ||||
| (r'/[*](.|\n)*?[*]/', Comment.Multiline), | ||||
| (r'//.*?\n', Comment.Single, '#pop'), | ||||
| (r'/', Comment.Preproc), | ||||
| (r'(?<=\\)\n', Comment.Preproc), | ||||
| (r'\n', Comment.Preproc, '#pop'), | ||||
| ], | ||||
| 'import': [ | ||||
| (r'[a-zA-Z0-9_:]+\*?', Name.Namespace, '#pop') | ||||
| ] | ||||
| } | ||||
| def get_tokens_unprocessed(self, text): | ||||
| for index, token, value in \ | ||||
| RegexLexer.get_tokens_unprocessed(self, text): | ||||
| # Convention: mark all upper case names as constants | ||||
| if token is Name: | ||||
| if value.isupper(): | ||||
| token = Name.Constant | ||||
| yield index, token, value | ||||
| def analyse_text(text): | ||||
| if text.startswith('//') or text.startswith('/*'): | ||||
| return 0.5 | ||||
| class VhdlLexer(RegexLexer): | ||||
| """ | ||||
| For VHDL source code. | ||||
| *New in Pygments 1.5.* | ||||
| """ | ||||
| name = 'vhdl' | ||||
| aliases = ['vhdl'] | ||||
| filenames = ['*.vhdl', '*.vhd'] | ||||
| mimetypes = ['text/x-vhdl'] | ||||
| flags = re.MULTILINE | re.IGNORECASE | ||||
| tokens = { | ||||
| 'root': [ | ||||
| (r'\n', Text), | ||||
| (r'\s+', Text), | ||||
| (r'\\\n', Text), # line continuation | ||||
| (r'--(?![!#$%&*+./<=>?@\^|_~]).*?$', Comment.Single), | ||||
| (r"'(U|X|0|1|Z|W|L|H|-)'", String.Char), | ||||
| (r'[~!%^&*+=|?:<>/-]', Operator), | ||||
| (r"'[a-zA-Z_][a-zA-Z0-9_]*", Name.Attribute), | ||||
| (r'[()\[\],.;\']', Punctuation), | ||||
| (r'"[^\n\\]*"', String), | ||||
| (r'(library)(\s+)([a-zA-Z_][a-zA-Z0-9_]*)', | ||||
| bygroups(Keyword, Text, Name.Namespace)), | ||||
| (r'(use)(\s+)(entity)', bygroups(Keyword, Text, Keyword)), | ||||
| (r'(use)(\s+)([a-zA-Z_][\.a-zA-Z0-9_]*)', | ||||
| bygroups(Keyword, Text, Name.Namespace)), | ||||
| (r'(entity|component)(\s+)([a-zA-Z_][a-zA-Z0-9_]*)', | ||||
| bygroups(Keyword, Text, Name.Class)), | ||||
| (r'(architecture|configuration)(\s+)([a-zA-Z_][a-zA-Z0-9_]*)(\s+)' | ||||
| r'(of)(\s+)([a-zA-Z_][a-zA-Z0-9_]*)(\s+)(is)', | ||||
| bygroups(Keyword, Text, Name.Class, Text, Keyword, Text, | ||||
| Name.Class, Text, Keyword)), | ||||
| (r'(end)(\s+)', bygroups(using(this), Text), 'endblock'), | ||||
| include('types'), | ||||
| include('keywords'), | ||||
| include('numbers'), | ||||
| (r'[a-zA-Z_][a-zA-Z0-9_]*', Name), | ||||
| ], | ||||
| 'endblock': [ | ||||
| include('keywords'), | ||||
| (r'[a-zA-Z_][a-zA-Z0-9_]*', Name.Class), | ||||
| (r'(\s+)', Text), | ||||
| (r';', Punctuation, '#pop'), | ||||
| ], | ||||
| 'types': [ | ||||
| (r'(boolean|bit|character|severity_level|integer|time|delay_length|' | ||||
| r'natural|positive|string|bit_vector|file_open_kind|' | ||||
| r'file_open_status|std_ulogic|std_ulogic_vector|std_logic|' | ||||
| r'std_logic_vector)\b', Keyword.Type), | ||||
| ], | ||||
| 'keywords': [ | ||||
| (r'(abs|access|after|alias|all|and|' | ||||
| r'architecture|array|assert|attribute|begin|block|' | ||||
| r'body|buffer|bus|case|component|configuration|' | ||||
| r'constant|disconnect|downto|else|elsif|end|' | ||||
| r'entity|exit|file|for|function|generate|' | ||||
| r'generic|group|guarded|if|impure|in|' | ||||
| r'inertial|inout|is|label|library|linkage|' | ||||
| r'literal|loop|map|mod|nand|new|' | ||||
| r'next|nor|not|null|of|on|' | ||||
| r'open|or|others|out|package|port|' | ||||
| r'postponed|procedure|process|pure|range|record|' | ||||
| r'register|reject|return|rol|ror|select|' | ||||
| r'severity|signal|shared|sla|sli|sra|' | ||||
| r'srl|subtype|then|to|transport|type|' | ||||
| r'units|until|use|variable|wait|when|' | ||||
| r'while|with|xnor|xor)\b', Keyword), | ||||
| ], | ||||
| 'numbers': [ | ||||
| (r'\d{1,2}#[0-9a-fA-F_]+#?', Number.Integer), | ||||
| (r'[0-1_]+(\.[0-1_])', Number.Integer), | ||||
| (r'\d+', Number.Integer), | ||||
| (r'(\d+\.\d*|\.\d+|\d+)[eE][+-]?\d+', Number.Float), | ||||
| (r'H"[0-9a-fA-F_]+"', Number.Oct), | ||||
| (r'O"[0-7_]+"', Number.Oct), | ||||
| (r'B"[0-1_]+"', Number.Oct), | ||||
| ], | ||||
| } | ||||