From 459eca16816023fb0afdd6e0948e5406d84e5bc5 Mon Sep 17 00:00:00 2001 From: Marc Vertes Date: Fri, 1 Sep 2023 11:42:55 +0200 Subject: parser: skip comment modes Refctor node kind names by concatenating category and instance, to allow better sorting. Comments are now parsed and skipped during generation of AST. --- scanner/scan.go | 8 ++++++-- scanner/scan_test.go | 3 +++ 2 files changed, 9 insertions(+), 2 deletions(-) (limited to 'scanner') diff --git a/scanner/scan.go b/scanner/scan.go index 5644932..ac2aa17 100644 --- a/scanner/scan.go +++ b/scanner/scan.go @@ -63,8 +63,11 @@ func (t *Token) IsSeparator() bool { return t.kind == Separator } func (t *Token) Name() string { name := t.content + if t.start > 1 { + return name[:t.start] + ".." + } if t.start > 0 { - name = name[:t.start] + ".." + name[len(name)-t.end:] + return name[:t.start] + ".." + name[len(name)-t.end:] } return name } @@ -295,7 +298,8 @@ func (sc *Scanner) getStr(src string, nstart int) (s string, ok bool) { } esc = canEscape && r == '\\' && !esc } - return + ok = prop&EosValidEnd != 0 + return s, ok } func (sc *Scanner) getBlock(src string, nstart int) (s string, ok bool) { diff --git a/scanner/scan_test.go b/scanner/scan_test.go index 9eb079e..9450f62 100644 --- a/scanner/scan_test.go +++ b/scanner/scan_test.go @@ -147,6 +147,9 @@ def"`, src: "return // quit\nbegin", tok: `"return" "// quit" " " "begin" `, }, { // #19 + src: "return // quit", + tok: `"return" "// quit" `, +}, { // #20 src: "println(3 /* argh ) */)", tok: `"println" "(3 /* argh ) */)" `, }} -- cgit v1.2.3