Update src/tokens.ts

Janther · fvictorio · Janther · commit 95bcea2f3e8e · 2024-01-11T15:22:12.000-03:00
Co-authored-by: Franco Victorio &lt;victorio.franco@gmail.com&gt;
diff --git a/src/tokens.ts b/src/tokens.ts
@@ -46,7 +46,8 @@ function range(token: AntlrToken): [number, number] {
 }
 
 function loc(token: AntlrToken): Location {
-  const textInLines = token.text?.split(/\r?\n/) ?? ['']
+  const tokenText = token.text ?? ''
+  const textInLines = tokenText.split(/\r?\n/)
   const numberOfNewLines = textInLines.length - 1
   return {
     start: { line: token.line, column: token.column },

Original file line number	Diff line number	Diff line change
`@@ -46,7 +46,8 @@ function range(token: AntlrToken): [number, number] {`
`46`	`46`	`}`
`47`	`47`
`48`	`48`	`function loc(token: AntlrToken): Location {`
`49`		`- const textInLines = token.text?.split(/\r?\n/) ?? ['']`
	`49`	`+ const tokenText = token.text ?? ''`
	`50`	`+ const textInLines = tokenText.split(/\r?\n/)`
`50`	`51`	`const numberOfNewLines = textInLines.length - 1`
`51`	`52`	`return {`
`52`	`53`	`start: { line: token.line, column: token.column },`