367 lines
12 KiB
Python
367 lines
12 KiB
Python
|
# -*- coding: utf-8 -*-
|
||
|
|
"""
|
||
|
|
pygments.lexers.csound
|
||
|
|
~~~~~~~~~~~~~~~~~~~~~~
|
||
|
|
|
||
|
|
Lexers for CSound languages.
|
||
|
|
|
||
|
|
:copyright: Copyright 2006-2015 by the Pygments team, see AUTHORS.
|
||
|
|
:license: BSD, see LICENSE for details.
|
||
|
|
"""
|
||
|
|
|
||
|
|
import copy, re
|
||
|
|
|
||
|
|
from pygments.lexer import RegexLexer, bygroups, default, include, using, words
|
||
|
|
from pygments.token import Comment, Keyword, Name, Number, Operator, Punctuation, \
|
||
|
|
String, Text
|
||
|
|
from pygments.lexers._csound_builtins import OPCODES
|
||
|
|
from pygments.lexers.html import HtmlLexer
|
||
|
|
from pygments.lexers.python import PythonLexer
|
||
|
|
from pygments.lexers.scripting import LuaLexer
|
||
|
|
|
||
|
|
__all__ = ['CsoundScoreLexer', 'CsoundOrchestraLexer', 'CsoundDocumentLexer']
|
||
|
|
|
||
|
|
newline = (r'((?:;|//).*)*(\n)', bygroups(Comment.Single, Text))
|
||
|
|
|
||
|
|
|
||
|
|
class CsoundLexer(RegexLexer):
|
||
|
|
# Subclasses must define a 'single-line string' state.
|
||
|
|
tokens = {
|
||
|
|
'whitespace': [
|
||
|
|
(r'[ \t]+', Text),
|
||
|
|
(r'\\\n', Text),
|
||
|
|
(r'/[*](.|\n)*?[*]/', Comment.Multiline)
|
||
|
|
],
|
||
|
|
|
||
|
|
'macro call': [
|
||
|
|
(r'(\$\w+\.?)(\()', bygroups(Comment.Preproc, Punctuation),
|
||
|
|
'function macro call'),
|
||
|
|
(r'\$\w+(\.|\b)', Comment.Preproc)
|
||
|
|
],
|
||
|
|
'function macro call': [
|
||
|
|
(r"((?:\\['\)]|[^'\)])+)(')", bygroups(Comment.Preproc, Punctuation)),
|
||
|
|
(r"([^'\)]+)(\))", bygroups(Comment.Preproc, Punctuation), '#pop')
|
||
|
|
],
|
||
|
|
|
||
|
|
'whitespace or macro call': [
|
||
|
|
include('whitespace'),
|
||
|
|
include('macro call')
|
||
|
|
],
|
||
|
|
|
||
|
|
'preprocessor directives': [
|
||
|
|
(r'#(e(nd(if)?|lse)|ifn?def|undef)\b|##', Comment.Preproc),
|
||
|
|
(r'#include\b', Comment.Preproc, 'include'),
|
||
|
|
(r'#[ \t]*define\b', Comment.Preproc, 'macro name'),
|
||
|
|
(r'@+[ \t]*\d*', Comment.Preproc)
|
||
|
|
],
|
||
|
|
|
||
|
|
'include': [
|
||
|
|
include('whitespace'),
|
||
|
|
(r'"', String, 'single-line string')
|
||
|
|
],
|
||
|
|
|
||
|
|
'macro name': [
|
||
|
|
include('whitespace'),
|
||
|
|
(r'(\w+)(\()', bygroups(Comment.Preproc, Text),
|
||
|
|
'function macro argument list'),
|
||
|
|
(r'\w+', Comment.Preproc, 'object macro definition after name')
|
||
|
|
],
|
||
|
|
'object macro definition after name': [
|
||
|
|
include('whitespace'),
|
||
|
|
(r'#', Punctuation, 'object macro replacement text')
|
||
|
|
],
|
||
|
|
'object macro replacement text': [
|
||
|
|
(r'(\\#|[^#])+', Comment.Preproc),
|
||
|
|
(r'#', Punctuation, '#pop:3')
|
||
|
|
],
|
||
|
|
'function macro argument list': [
|
||
|
|
(r"(\w+)(['#])", bygroups(Comment.Preproc, Punctuation)),
|
||
|
|
(r'(\w+)(\))', bygroups(Comment.Preproc, Punctuation),
|
||
|
|
'function macro definition after name')
|
||
|
|
],
|
||
|
|
'function macro definition after name': [
|
||
|
|
(r'[ \t]+', Text),
|
||
|
|
(r'#', Punctuation, 'function macro replacement text')
|
||
|
|
],
|
||
|
|
'function macro replacement text': [
|
||
|
|
(r'(\\#|[^#])+', Comment.Preproc),
|
||
|
|
(r'#', Punctuation, '#pop:4')
|
||
|
|
]
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
class CsoundScoreLexer(CsoundLexer):
|
||
|
|
"""
|
||
|
|
For `Csound <http://csound.github.io>`_ scores.
|
||
|
|
|
||
|
|
.. versionadded:: 2.1
|
||
|
|
"""
|
||
|
|
|
||
|
|
name = 'Csound Score'
|
||
|
|
aliases = ['csound-score', 'csound-sco']
|
||
|
|
filenames = ['*.sco']
|
||
|
|
|
||
|
|
tokens = {
|
||
|
|
'partial statement': [
|
||
|
|
include('preprocessor directives'),
|
||
|
|
(r'\d+e[+-]?\d+|(\d+\.\d*|\d*\.\d+)(e[+-]?\d+)?', Number.Float),
|
||
|
|
(r'0[xX][a-fA-F0-9]+', Number.Hex),
|
||
|
|
(r'\d+', Number.Integer),
|
||
|
|
(r'"', String, 'single-line string'),
|
||
|
|
(r'[+\-*/%^!=<>|&#~.]', Operator),
|
||
|
|
(r'[]()[]', Punctuation),
|
||
|
|
(r'\w+', Comment.Preproc)
|
||
|
|
],
|
||
|
|
|
||
|
|
'statement': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
newline + ('#pop',),
|
||
|
|
include('partial statement')
|
||
|
|
],
|
||
|
|
|
||
|
|
'root': [
|
||
|
|
newline,
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'[{}]', Punctuation, 'statement'),
|
||
|
|
(r'[abefimq-tv-z]|[nN][pP]?', Keyword, 'statement')
|
||
|
|
],
|
||
|
|
|
||
|
|
'single-line string': [
|
||
|
|
(r'"', String, '#pop'),
|
||
|
|
(r'[^\\"]+', String)
|
||
|
|
]
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
class CsoundOrchestraLexer(CsoundLexer):
|
||
|
|
"""
|
||
|
|
For `Csound <http://csound.github.io>`_ orchestras.
|
||
|
|
|
||
|
|
.. versionadded:: 2.1
|
||
|
|
"""
|
||
|
|
|
||
|
|
name = 'Csound Orchestra'
|
||
|
|
aliases = ['csound', 'csound-orc']
|
||
|
|
filenames = ['*.orc']
|
||
|
|
|
||
|
|
user_defined_opcodes = set()
|
||
|
|
|
||
|
|
def opcode_name_callback(lexer, match):
|
||
|
|
opcode = match.group(0)
|
||
|
|
lexer.user_defined_opcodes.add(opcode)
|
||
|
|
yield match.start(), Name.Function, opcode
|
||
|
|
|
||
|
|
def name_callback(lexer, match):
|
||
|
|
name = match.group(0)
|
||
|
|
if re.match('p\d+$', name) or name in OPCODES:
|
||
|
|
yield match.start(), Name.Builtin, name
|
||
|
|
elif name in lexer.user_defined_opcodes:
|
||
|
|
yield match.start(), Name.Function, name
|
||
|
|
else:
|
||
|
|
nameMatch = re.search(r'^(g?[aikSw])(\w+)', name)
|
||
|
|
if nameMatch:
|
||
|
|
yield nameMatch.start(1), Keyword.Type, nameMatch.group(1)
|
||
|
|
yield nameMatch.start(2), Name, nameMatch.group(2)
|
||
|
|
else:
|
||
|
|
yield match.start(), Name, name
|
||
|
|
|
||
|
|
tokens = {
|
||
|
|
'label': [
|
||
|
|
(r'\b(\w+)(:)', bygroups(Name.Label, Punctuation))
|
||
|
|
],
|
||
|
|
|
||
|
|
'partial expression': [
|
||
|
|
include('preprocessor directives'),
|
||
|
|
(r'\b(0dbfs|k(r|smps)|nchnls(_i)?|sr)\b', Name.Variable.Global),
|
||
|
|
(r'\d+e[+-]?\d+|(\d+\.\d*|\d*\.\d+)(e[+-]?\d+)?', Number.Float),
|
||
|
|
(r'0[xX][a-fA-F0-9]+', Number.Hex),
|
||
|
|
(r'\d+', Number.Integer),
|
||
|
|
(r'"', String, 'single-line string'),
|
||
|
|
(r'{{', String, 'multi-line string'),
|
||
|
|
(r'[+\-*/%^!=&|<>#~¬]', Operator),
|
||
|
|
(r'[](),?:[]', Punctuation),
|
||
|
|
(words((
|
||
|
|
# Keywords
|
||
|
|
'do', 'else', 'elseif', 'endif', 'enduntil', 'fi', 'if', 'ithen', 'kthen',
|
||
|
|
'od', 'then', 'until', 'while',
|
||
|
|
# Opcodes that act as control structures
|
||
|
|
'return', 'timout'
|
||
|
|
), prefix=r'\b', suffix=r'\b'), Keyword),
|
||
|
|
(words(('goto', 'igoto', 'kgoto', 'rigoto', 'tigoto'),
|
||
|
|
prefix=r'\b', suffix=r'\b'), Keyword, 'goto label'),
|
||
|
|
(words(('cggoto', 'cigoto', 'cingoto', 'ckgoto', 'cngoto'),
|
||
|
|
prefix=r'\b', suffix=r'\b'), Keyword,
|
||
|
|
('goto label', 'goto expression')),
|
||
|
|
(words(('loop_ge', 'loop_gt', 'loop_le', 'loop_lt'),
|
||
|
|
prefix=r'\b', suffix=r'\b'), Keyword,
|
||
|
|
('goto label', 'goto expression', 'goto expression', 'goto expression')),
|
||
|
|
(r'\bscoreline(_i)?\b', Name.Builtin, 'scoreline opcode'),
|
||
|
|
(r'\bpyl?run[it]?\b', Name.Builtin, 'python opcode'),
|
||
|
|
(r'\blua_(exec|opdef)\b', Name.Builtin, 'lua opcode'),
|
||
|
|
(r'\b[a-zA-Z_]\w*\b', name_callback)
|
||
|
|
],
|
||
|
|
|
||
|
|
'expression': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
newline + ('#pop',),
|
||
|
|
include('partial expression')
|
||
|
|
],
|
||
|
|
|
||
|
|
'root': [
|
||
|
|
newline,
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'\binstr\b', Keyword, ('instrument block', 'instrument name list')),
|
||
|
|
(r'\bopcode\b', Keyword, ('opcode block', 'opcode parameter list',
|
||
|
|
'opcode types', 'opcode types', 'opcode name')),
|
||
|
|
include('label'),
|
||
|
|
default('expression')
|
||
|
|
],
|
||
|
|
|
||
|
|
'instrument name list': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'\d+|\+?[a-zA-Z_]\w*', Name.Function),
|
||
|
|
(r',', Punctuation),
|
||
|
|
newline + ('#pop',)
|
||
|
|
],
|
||
|
|
'instrument block': [
|
||
|
|
newline,
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'\bendin\b', Keyword, '#pop'),
|
||
|
|
include('label'),
|
||
|
|
default('expression')
|
||
|
|
],
|
||
|
|
|
||
|
|
'opcode name': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'[a-zA-Z_]\w*', opcode_name_callback, '#pop')
|
||
|
|
],
|
||
|
|
'opcode types': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'0|[]afijkKoOpPStV[]+', Keyword.Type, '#pop'),
|
||
|
|
(r',', Punctuation)
|
||
|
|
],
|
||
|
|
'opcode parameter list': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
newline + ('#pop',)
|
||
|
|
],
|
||
|
|
'opcode block': [
|
||
|
|
newline,
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'\bendop\b', Keyword, '#pop'),
|
||
|
|
include('label'),
|
||
|
|
default('expression')
|
||
|
|
],
|
||
|
|
|
||
|
|
'goto label': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'\w+', Name.Label, '#pop'),
|
||
|
|
default('#pop')
|
||
|
|
],
|
||
|
|
'goto expression': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r',', Punctuation, '#pop'),
|
||
|
|
include('partial expression')
|
||
|
|
],
|
||
|
|
|
||
|
|
'single-line string': [
|
||
|
|
include('macro call'),
|
||
|
|
(r'"', String, '#pop'),
|
||
|
|
# From https://github.com/csound/csound/blob/develop/Opcodes/fout.c#L1405
|
||
|
|
(r'%\d*(\.\d+)?[cdhilouxX]', String.Interpol),
|
||
|
|
(r'%[!%nNrRtT]|[~^]|\\([\\aAbBnNrRtT"]|[0-7]{1,3})', String.Escape),
|
||
|
|
(r'[^\\"~$%\^\n]+', String),
|
||
|
|
(r'[\\"~$%\^\n]', String)
|
||
|
|
],
|
||
|
|
'multi-line string': [
|
||
|
|
(r'}}', String, '#pop'),
|
||
|
|
(r'[^\}]+|\}(?!\})', String)
|
||
|
|
],
|
||
|
|
|
||
|
|
'scoreline opcode': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'{{', String, 'scoreline'),
|
||
|
|
default('#pop')
|
||
|
|
],
|
||
|
|
'scoreline': [
|
||
|
|
(r'}}', String, '#pop'),
|
||
|
|
(r'([^\}]+)|\}(?!\})', using(CsoundScoreLexer))
|
||
|
|
],
|
||
|
|
|
||
|
|
'python opcode': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'{{', String, 'python'),
|
||
|
|
default('#pop')
|
||
|
|
],
|
||
|
|
'python': [
|
||
|
|
(r'}}', String, '#pop'),
|
||
|
|
(r'([^\}]+)|\}(?!\})', using(PythonLexer))
|
||
|
|
],
|
||
|
|
|
||
|
|
'lua opcode': [
|
||
|
|
include('whitespace or macro call'),
|
||
|
|
(r'"', String, 'single-line string'),
|
||
|
|
(r'{{', String, 'lua'),
|
||
|
|
(r',', Punctuation),
|
||
|
|
default('#pop')
|
||
|
|
],
|
||
|
|
'lua': [
|
||
|
|
(r'}}', String, '#pop'),
|
||
|
|
(r'([^\}]+)|\}(?!\})', using(LuaLexer))
|
||
|
|
]
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
class CsoundDocumentLexer(RegexLexer):
|
||
|
|
"""
|
||
|
|
For `Csound <http://csound.github.io>`_ documents.
|
||
|
|
|
||
|
|
|
||
|
|
"""
|
||
|
|
|
||
|
|
name = 'Csound Document'
|
||
|
|
aliases = ['csound-document', 'csound-csd']
|
||
|
|
filenames = ['*.csd']
|
||
|
|
|
||
|
|
# These tokens are based on those in XmlLexer in pygments/lexers/html.py. Making
|
||
|
|
# CsoundDocumentLexer a subclass of XmlLexer rather than RegexLexer may seem like a
|
||
|
|
# better idea, since Csound Document files look like XML files. However, Csound
|
||
|
|
# Documents can contain Csound comments (preceded by //, for example) before and
|
||
|
|
# after the root element, unescaped bitwise AND & and less than < operators, etc. In
|
||
|
|
# other words, while Csound Document files look like XML files, they may not actually
|
||
|
|
# be XML files.
|
||
|
|
tokens = {
|
||
|
|
'root': [
|
||
|
|
newline,
|
||
|
|
(r'/[*](.|\n)*?[*]/', Comment.Multiline),
|
||
|
|
(r'[^<&;/]+', Text),
|
||
|
|
(r'<\s*CsInstruments', Name.Tag, ('orchestra', 'tag')),
|
||
|
|
(r'<\s*CsScore', Name.Tag, ('score', 'tag')),
|
||
|
|
(r'<\s*[hH][tT][mM][lL]', Name.Tag, ('HTML', 'tag')),
|
||
|
|
(r'<\s*[\w:.-]+', Name.Tag, 'tag'),
|
||
|
|
(r'<\s*/\s*[\w:.-]+\s*>', Name.Tag)
|
||
|
|
],
|
||
|
|
'orchestra': [
|
||
|
|
(r'<\s*/\s*CsInstruments\s*>', Name.Tag, '#pop'),
|
||
|
|
(r'(.|\n)+?(?=<\s*/\s*CsInstruments\s*>)', using(CsoundOrchestraLexer))
|
||
|
|
],
|
||
|
|
'score': [
|
||
|
|
(r'<\s*/\s*CsScore\s*>', Name.Tag, '#pop'),
|
||
|
|
(r'(.|\n)+?(?=<\s*/\s*CsScore\s*>)', using(CsoundScoreLexer))
|
||
|
|
],
|
||
|
|
'HTML': [
|
||
|
|
(r'<\s*/\s*[hH][tT][mM][lL]\s*>', Name.Tag, '#pop'),
|
||
|
|
(r'(.|\n)+?(?=<\s*/\s*[hH][tT][mM][lL]\s*>)', using(HtmlLexer))
|
||
|
|
],
|
||
|
|
'tag': [
|
||
|
|
(r'\s+', Text),
|
||
|
|
(r'[\w.:-]+\s*=', Name.Attribute, 'attr'),
|
||
|
|
(r'/?\s*>', Name.Tag, '#pop')
|
||
|
|
],
|
||
|
|
'attr': [
|
||
|
|
(r'\s+', Text),
|
||
|
|
(r'".*?"', String, '#pop'),
|
||
|
|
(r"'.*?'", String, '#pop'),
|
||
|
|
(r'[^\s>]+', String, '#pop')
|
||
|
|
]
|
||
|
|
}
|