blob: acffe58f21fa0a292559c65650ae3626b9703a6f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
|
package parser
import (
"fmt"
"github.com/gnolang/parscan/lang"
"github.com/gnolang/parscan/scanner"
)
type Tokens []scanner.Token
func (toks Tokens) String() (s string) {
for _, t := range toks {
s += fmt.Sprintf("%#v ", t.Str)
}
return s
}
func (toks Tokens) Index(id lang.TokenId) int {
for i, t := range toks {
if t.Id == id {
return i
}
}
return -1
}
func (toks Tokens) LastIndex(id lang.TokenId) int {
for i := len(toks) - 1; i >= 0; i-- {
if toks[i].Id == id {
return i
}
}
return -1
}
func (toks Tokens) Split(id lang.TokenId) (result []Tokens) {
for {
i := toks.Index(id)
if i < 0 {
return append(result, toks)
}
result = append(result, toks[:i])
toks = toks[i+1:]
}
}
func (toks Tokens) SplitStart(id lang.TokenId) (result []Tokens) {
for {
i := toks[1:].Index(id)
if i < 0 {
return append(result, toks)
}
result = append(result, toks[:i])
toks = toks[i+1:]
}
}
|
