mirror of
https://github.com/tinygo-org/tinygo.git
synced 2026-08-18 11:33:59 +00:00
cgo: fix a bug in number tokenization
This commit is contained in:
committed by
Ron Evans
parent
d735df6e16
commit
b424056721
+3
-1
@@ -140,8 +140,10 @@ func (t *tokenizer) Next() {
|
|||||||
if c == '.' {
|
if c == '.' {
|
||||||
hasDot = true
|
hasDot = true
|
||||||
}
|
}
|
||||||
if (c >= '0' && c <= '9') || c == '.' || (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') {
|
if c >= '0' && c <= '9' || c == '.' || c == '_' || c >= 'a' && c <= 'z' || c >= 'A' && c <= 'Z' {
|
||||||
tokenLen = i + 1
|
tokenLen = i + 1
|
||||||
|
} else {
|
||||||
|
break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
t.value = t.buf[:tokenLen]
|
t.value = t.buf[:tokenLen]
|
||||||
|
|||||||
@@ -30,6 +30,7 @@ func TestParseConst(t *testing.T) {
|
|||||||
{`'a'`, `'a'`},
|
{`'a'`, `'a'`},
|
||||||
{`0b10`, `0b10`},
|
{`0b10`, `0b10`},
|
||||||
{`0x1234_5678`, `0x1234_5678`},
|
{`0x1234_5678`, `0x1234_5678`},
|
||||||
|
{`5 5`, `error: 1:3: unexpected token INT`}, // test for a bugfix
|
||||||
} {
|
} {
|
||||||
fset := token.NewFileSet()
|
fset := token.NewFileSet()
|
||||||
startPos := fset.AddFile("", -1, 1000).Pos(0)
|
startPos := fset.AddFile("", -1, 1000).Pos(0)
|
||||||
|
|||||||
Reference in New Issue
Block a user