From 5da3a651ba08859ccc1cdf1094603411696c8df2 Mon Sep 17 00:00:00 2001
From: Marc Vertes <mvertes@free.fr>
Date: Thu, 14 Mar 2024 23:22:23 +0100
Subject: feat: improve debug output of tokens

---
 scanner/scan.go | 9 +++++++++
 1 file changed, 9 insertions(+)

(limited to 'scanner/scan.go')

diff --git a/scanner/scan.go b/scanner/scan.go
index f5d56d1..ea7fc37 100644
--- a/scanner/scan.go
+++ b/scanner/scan.go
@@ -4,6 +4,7 @@ import (
 	"errors"
 	"fmt"
 	"regexp"
+	"strconv"
 	"strings"
 
 	"github.com/mvertes/parscan/lang"
@@ -37,6 +38,14 @@ func (t *Token) Name() string {
 	return name
 }
 
+func (t *Token) String() string {
+	s := t.Id.String()
+	if t.Id.IsLiteral() || t.Id.IsBlock() || t.Id == lang.Ident || t.Id == lang.Comment {
+		s += strconv.Quote(t.Str)
+	}
+	return s
+}
+
 // Scanner contains the scanner rules for a language.
 type Scanner struct {
 	*lang.Spec
-- 
cgit v1.2.3