mirrors/tree-sitter-dfraw
1
0
Fork 0
mirror of https://github.com/JellyApple102/tree-sitter-dfraw.git synced 2024-12-22 19:13:32 +02:00
Code Issues Projects Releases Packages Wiki Activity

add punctuation to strings

Browse source
This commit is contained in:
JellyApple102 2021-09-23 22:48:52 -04:00
parent 38dbfcdc11
commit fdf2097f7f
4 changed files with 19 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
grammar.js
View file

@ -36,7 +36,7 @@ module.exports = grammar({
large: $ => /[A-Z_\d]+/,
string: $ => /[A-Za-z ]+/,
string: $ => /[A-Za-z \-,.']+/,
separator: $ => /:/,

2
src/grammar.json
View file

@ -121,7 +121,7 @@
},
"string": {
"type": "PATTERN",
"value": "[A-Za-z ]+"
"value": "[A-Za-z \\-,.']+"
},
"separator": {
"type": "PATTERN",

12
src/parser.c
View file

@ -181,7 +181,9 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) {
lookahead == '\r') SKIP(1)
if (('0' <= lookahead && lookahead <= '9')) ADVANCE(9);
if (('A' <= lookahead && lookahead <= 'Z')) ADVANCE(7);
if (('a' <= lookahead && lookahead <= 'z')) ADVANCE(11);
if (lookahead == '\'' ||
(',' <= lookahead && lookahead <= '.') ||
('a' <= lookahead && lookahead <= 'z')) ADVANCE(11);
END_STATE();
case 2:
if (lookahead == '\t' ||
@ -217,6 +219,8 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) {
lookahead == '_') ADVANCE(8);
if (('A' <= lookahead && lookahead <= 'Z')) ADVANCE(7);
if (lookahead == ' ' ||
lookahead == '\'' ||
(',' <= lookahead && lookahead <= '.') ||
('a' <= lookahead && lookahead <= 'z')) ADVANCE(11);
END_STATE();
case 8:
@ -234,11 +238,15 @@ static bool ts_lex(TSLexer *lexer, TSStateId state) {
if (lookahead == ' ') ADVANCE(10);
if (('0' <= lookahead && lookahead <= '9')) ADVANCE(9);
if (('A' <= lookahead && lookahead <= 'Z')) ADVANCE(7);
if (('a' <= lookahead && lookahead <= 'z')) ADVANCE(11);
if (lookahead == '\'' ||
(',' <= lookahead && lookahead <= '.') ||
('a' <= lookahead && lookahead <= 'z')) ADVANCE(11);
END_STATE();
case 11:
ACCEPT_TOKEN(sym_string);
if (lookahead == ' ' ||
lookahead == '\'' ||
(',' <= lookahead && lookahead <= '.') ||
('A' <= lookahead && lookahead <= 'Z') ||
('a' <= lookahead && lookahead <= 'z')) ADVANCE(11);
END_STATE();

8
test/corpus/test.txt
View file

@ -7,6 +7,7 @@ opening_comment
[TEST:BODY_1PART] comment here
[MULTIPLE:string:123:LARGE]
[SINGLE_TEST]
[HERE:A string, contating lot's of diffent punctuation.]
---
@ -30,4 +31,9 @@ opening_comment
(large)))
(bracket_statement
(parameter_list
(declaration))))
(declaration)))
(bracket_statement
(parameter_list
(declaration)
(separator)
(string))))