cgo: fix a bug in number tokenization

This commit is contained in:
Ayke van Laethem
2019-12-30 21:52:36 +01:00
committed by Ron Evans
parent d735df6e16
commit b424056721
2 changed files with 4 additions and 1 deletions
+3 -1
View File
@@ -140,8 +140,10 @@ func (t *tokenizer) Next() {
if c == '.' {
hasDot = true
}
if (c >= '0' && c <= '9') || c == '.' || (c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') {
if c >= '0' && c <= '9' || c == '.' || c == '_' || c >= 'a' && c <= 'z' || c >= 'A' && c <= 'Z' {
tokenLen = i + 1
} else {
break
}
}
t.value = t.buf[:tokenLen]
+1
View File
@@ -30,6 +30,7 @@ func TestParseConst(t *testing.T) {
{`'a'`, `'a'`},
{`0b10`, `0b10`},
{`0x1234_5678`, `0x1234_5678`},
{`5 5`, `error: 1:3: unexpected token INT`}, // test for a bugfix
} {
fset := token.NewFileSet()
startPos := fset.AddFile("", -1, 1000).Pos(0)