Repository: alecthomas/chroma
Pull request #249 (2019-04-28 16:58:09)

D language support
add support for D (it is based on existing Java support)


Patch:
diff --git a/lexers/d/d.go b/lexers/d/d.go
new file mode 100644
index 0000000..6f3f11f
--- /dev/null
+++ b/lexers/d/d.go
@@ -0,0 +1,69 @@
+package d
+
+import (
+	. "github.com/alecthomas/chroma" // nolint
+	"github.com/alecthomas/chroma/lexers/internal"
+)
+
+// D lexer. https://dlang.org/spec/lex.html
+var D = internal.Register(MustNewLexer(
+	&Config{
+		Name:      "D",
+		Aliases:   []string{"d"},
+		Filenames: []string{"*.d", "*.di"},
+		MimeTypes: []string{"text/x-d"},
+		EnsureNL:  true,
+	},
+	Rules{
+		"root": {
+			{`[^\S\n]+`, Text, nil},
+
+			// https://dlang.org/spec/lex.html#comment
+			{`//.*?\n`, CommentSingle, nil},
+			{`/\*.*?\*/`, CommentMultiline, nil},
+			{`/\+.*?\+/`, CommentMultiline, nil},
+
+			// https://dlang.org/spec/lex.html#keywords
+			{`(asm|assert|body|break|case|cast|catch|continue|default|debug|delete|deprecated|do|else|finally|for|foreach|foreach_reverse|goto|if|in|invariant|is|macro|mixin|new|out|pragma|return|super|switch|this|throw|try|version|while|with)\b`, Keyword, nil},
+			{`__(FILE|FILE_FULL_PATH|MODULE|LINE|FUNCTION|PRETTY_FUNCTION|DATE|EOF|TIME|TIMESTAMP|VENDOR|VERSION)__\b`, NameBuiltin, nil},
+			{`__(traits|vector|parameters)\b`, NameBuiltin, nil},
+			{`((?:(?:[^\W\d]|\$)[\w.\[\]$<>]*\s+)+?)((?:[^\W\d]|\$)[\w$]*)(\s*)(\()`, ByGroups(UsingSelf("root"), NameFunction, Text, Operator), nil},
+
+			// https://dlang.org/spec/attribute.html#uda
+			{`@[\w.]*`, NameDecorator, nil},
+			{`(abstract|auto|alias|align|const|delegate|enum|export|final|function|inout|lazy|nothrow|override|package|private|protected|public|pure|static|synchronized|template|volatile|__gshared)\b`, KeywordDeclaration, nil},
+
+			// https://dlang.org/spec/type.html#basic-data-types
+			{`(void|bool|byte|ubyte|short|ushort|int|uint|long|ulong|cent|ucent|float|double|real|ifloat|idouble|ireal|cfloat|cdouble|creal|char|wchar|dchar|string|wstring|dstring)\b`, KeywordType, nil},
+			{`(module)(\s+)`, ByGroups(KeywordNamespace, Text), Push("import")},
+			{`(true|false|null)\b`, KeywordConstant, nil},
+			{`(class|interface|struct|template|union)(\s+)`, ByGroups(KeywordDeclaration, Text), Push("class")},
+			{`(import)(\s+)`, ByGroups(KeywordNamespace, Text), Push("import")},
+
+			// https://dlang.org/spec/lex.html#string_literals
+			// TODO support delimited strings
+			{`[qr]?"(\\\\|\\"|[^"])*"[cwd]?`, LiteralString, nil},
+			{"(`)([^`]*)(`)[cwd]?", LiteralString, nil},
+			{`'\\.'|'[^\\]'|'\\u[0-9a-fA-F]{4}'`, LiteralStringChar, nil},
+			{`(\.)((?:[^\W\d]|\$)[\w$]*)`, ByGroups(Operator, NameAttribute), nil},
+			{`^\s*([^\W\d]|\$)[\w$]*:`, NameLabel, nil},
+
+			// https://dlang.org/spec/lex.html#floatliteral
+			{`([0-9][0-9_]*\.([0-9][0-9_]*)?|\.[0-9][0-9_]*)([eE][+\-]?[0-9][0-9_]*)?[fFL]?i?|[0-9][eE][+\-]?[0-9][0-9_]*[fFL]?|[0-9]([eE][+\-]?[0-9][0-9_]*)?[fFL]|0[xX]([0-9a-fA-F][0-9a-fA-F_]*\.?|([0-9a-fA-F][0-9a-fA-F_]*)?\.[0-9a-fA-F][0-9a-fA-F_]*)[pP][+\-]?[0-9][0-9_]*[fFL]?`, LiteralNumberFloat, nil},
+			// https://dlang.org/spec/lex.html#integerliteral
+			{`0[xX][0-9a-fA-F][0-9a-fA-F_]*[lL]?`, LiteralNumberHex, nil},
+			{`0[bB][01][01_]*[lL]?`, LiteralNumberBin, nil},
+			{`0[0-7_]+[lL]?`, LiteralNumberOct, nil},
+			{`0|[1-9][0-9_]*[lL]?`, LiteralNumberInteger, nil},
+			{`([~^*!%&\[\](){}<>|+=:;,./?-]|q{)`, Operator, nil},
+			{`([^\W\d]|\$)[\w$]*`, Name, nil},
+			{`\n`, Text, nil},
+		},
+		"class": {
+			{`([^\W\d]|\$)[\w$]*`, NameClass, Pop(1)},
+		},
+		"import": {
+			{`[\w.]+\*?`, NameNamespace, Pop(1)},
+		},
+	},
+))


Test patch:
diff --git a/lexers/testdata/d.actual b/lexers/testdata/d.actual
new file mode 100644
index 0000000..7f47da7
--- /dev/null
+++ b/lexers/testdata/d.actual
@@ -0,0 +1,21 @@
+module foo;
+
+import std.stdio;
+
+class C {}
+
+/* comment1 */
+/+ comment2 +/
+@(1)
+@nogc
+int main() {
+    writeln(__FILE__);
+    auto s = r"hi"d;
+    auto w = `hi`w;
+    auto q = q{
+        auto w = `hi`w;
+    };
+    enum f = 1.2fi;
+    enum d = 0x1.FFFFFFFFFFFFFp1023;
+    return 0;
+}
diff --git a/lexers/testdata/d.expected b/lexers/testdata/d.expected
new file mode 100644
index 0000000..907ce17
--- /dev/null
+++ b/lexers/testdata/d.expected
@@ -0,0 +1,116 @@
+[
+  {"type":"KeywordNamespace","value":"module"},
+  {"type":"Text","value":" "},
+  {"type":"NameNamespace","value":"foo"},
+  {"type":"Operator","value":";"},
+  {"type":"Text","value":"\n\n"},
+
+  {"type":"KeywordNamespace","value":"import"},
+  {"type":"Text","value":" "},
+  {"type":"NameNamespace","value":"std.stdio"},
+  {"type":"Operator","value":";"},
+  {"type":"Text","value":"\n\n"},
+
+  {"type":"KeywordDeclaration","value":"class"},
+  {"type":"Text","value":" "},
+  {"type":"NameClass","value":"C"},
+  {"type":"Text","value":" "},
+  {"type":"Operator","value":"{}"},
+  {"type":"Text","value":"\n\n"},
+
+  {"type":"CommentMultiline","value":"/* comment1 */"},
+  {"type":"Text","value":"\n"},
+  {"type":"CommentMultiline","value":"/+ comment2 +/"},
+  {"type":"Text","value":"\n"},
+
+  {"type":"NameDecorator","value":"@"},
+  {"type":"Operator","value":"("},
+  {"type":"LiteralNumberInteger","value":"1"},
+  {"type":"Operator","value":")"},
+  {"type":"Text","value":"\n"},
+
+  {"type":"NameDecorator","value":"@nogc"},
+  {"type":"Text","value":"\n"},
+
+  {"type":"KeywordType","value":"int"},
+  {"type":"Text","value":" "},
+  {"type":"NameFunction","value":"main"},
+  {"type":"Operator","value":"()"},
+  {"type":"Text","value":" "},
+  {"type":"Operator","value":"{"},
+  {"type":"Text","value":"\n    "},
+
+  {"type":"Name","value":"writeln"},
+  {"type":"Operator","value":"("},
+  {"type":"NameBuiltin","value":"__FILE__"},
+  {"type":"Operator","value":");"},
+  {"type":"Text","value":"\n    "},
+
+  {"type":"KeywordDeclaration","value":"auto"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"s"},
+  {"type":"Text","value":" "},
+  {"type":"Operator","value":"="},
+  {"type":"Text","value":" "},
+  {"type":"LiteralString","value":"r\"hi\"d"},
+  {"type":"Operator","value":";"},
+  {"type":"Text","value":"\n    "},
+
+  {"type":"KeywordDeclaration","value":"auto"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"w"},
+  {"type":"Text","value":" "},
+  {"type":"Operator","value":"="},
+  {"type":"Text","value":" "},
+  {"type":"LiteralString","value":"`hi`w"},
+  {"type":"Operator","value":";"},
+  {"type":"Text","value":"\n    "},
+
+  {"type":"KeywordDeclaration","value":"auto"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"q"},
+  {"type":"Text","value":" "},
+  {"type":"Operator","value":"="},
+  {"type":"Text","value":" "},
+  {"type":"Operator","value":"q{"},
+  {"type":"Text","value":"\n        "},
+  {"type":"KeywordDeclaration","value":"auto"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"w"},
+  {"type":"Text","value":" "},
+  {"type":"Operator","value":"="},
+  {"type":"Text","value":" "},
+  {"type":"LiteralString","value":"`hi`w"},
+  {"type":"Operator","value":";"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Operator","value":"};"},
+  {"type":"Text","value":"\n    "},
+
+  {"type":"KeywordDeclaration","value":"enum"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"f"},
+  {"type":"Text","value":" "},
+  {"type":"Operator","value":"="},
+  {"type":"Text","value":" "},
+  {"type":"LiteralNumberFloat","value":"1.2fi"},
+  {"type":"Operator","value":";"},
+  {"type":"Text","value":"\n    "},
+
+  {"type":"KeywordDeclaration","value":"enum"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"d"},
+  {"type":"Text","value":" "},
+  {"type":"Operator","value":"="},
+  {"type":"Text","value":" "},
+  {"type":"LiteralNumberFloat","value":"0x1.FFFFFFFFFFFFFp1023"},
+  {"type":"Operator","value":";"},
+  {"type":"Text","value":"\n    "},
+
+  {"type":"Keyword","value":"return"},
+  {"type":"Text","value":" "},
+  {"type":"LiteralNumberInteger","value":"0"},
+  {"type":"Operator","value":";"},
+  {"type":"Text","value":"\n"},
+  {"type":"Operator","value":"}"},
+  {"type":"Text","value":"\n"}
+]