blob: ac08e2b7b17034e988a474aa21408f5d0971661e (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
package parser
import (
"strings"
"github.com/mvertes/parscan/lang"
"github.com/mvertes/parscan/scanner"
)
// Tokens represents slice of tokens.
type Tokens []scanner.Token
func (toks Tokens) String() (s string) {
var sb strings.Builder
for _, t := range toks {
sb.WriteString(t.String() + " ")
}
s += sb.String()
return s
}
// Index returns the index in toks of the first matching tok, or -1.
func (toks Tokens) Index(tok lang.Token) int {
for i, t := range toks {
if t.Tok == tok {
return i
}
}
return -1
}
// LastIndex returns the index in toks of the last matching tok, or -1.
func (toks Tokens) LastIndex(tok lang.Token) int {
for i := len(toks) - 1; i >= 0; i-- {
if toks[i].Tok == tok {
return i
}
}
return -1
}
// Split returns a slice of token arrays, separated by tok.
func (toks Tokens) Split(tok lang.Token) (result []Tokens) {
for {
i := toks.Index(tok)
if i < 0 {
return append(result, toks)
}
result = append(result, toks[:i])
toks = toks[i+1:]
}
}
// SplitStart is similar to Split, except the first token in toks is skipped.
func (toks Tokens) SplitStart(tok lang.Token) (result []Tokens) {
for {
i := toks[1:].Index(tok)
if i < 0 {
return append(result, toks)
}
result = append(result, toks[:i])
toks = toks[i+1:]
}
}
|
