diff options
| author | Robert Griesemer <gri@golang.org> | 2009-03-10 17:08:05 -0700 |
|---|---|---|
| committer | Robert Griesemer <gri@golang.org> | 2009-03-10 17:08:05 -0700 |
| commit | afd59f83d837d03770516ad2d0b7aa7b2bcde8b4 (patch) | |
| tree | 83719ec0f501d778d5edc4e4a68f9402078c786b /src/lib/go/scanner_test.go | |
| parent | 7b0b557b34b7285c840f941cfe22c9ed07342314 (diff) | |
| download | golang-afd59f83d837d03770516ad2d0b7aa7b2bcde8b4.tar.gz | |
- allow unicode digits in identifiers
- fixed a bug with character escapes (before: allowed arbitrary long sequences)
R=r
DELTA=63 (33 added, 19 deleted, 11 changed)
OCL=26010
CL=26070
Diffstat (limited to 'src/lib/go/scanner_test.go')
| -rw-r--r-- | src/lib/go/scanner_test.go | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/src/lib/go/scanner_test.go b/src/lib/go/scanner_test.go index 136677cd0..9cad23914 100644 --- a/src/lib/go/scanner_test.go +++ b/src/lib/go/scanner_test.go @@ -45,6 +45,9 @@ var tokens = [...]elt{ // Identifiers and basic type literals elt{ 0, token.IDENT, "foobar", literal }, + elt{ 0, token.IDENT, "a۰۱۸", literal }, + elt{ 0, token.IDENT, "foo६४", literal }, + elt{ 0, token.IDENT, "bar９８７６", literal }, elt{ 0, token.INT, "0", literal }, elt{ 0, token.INT, "01234567", literal }, elt{ 0, token.INT, "0xcafebabe", literal }, @@ -56,6 +59,10 @@ var tokens = [...]elt{ elt{ 0, token.FLOAT, "1e-100", literal }, elt{ 0, token.FLOAT, "2.71828e-1000", literal }, elt{ 0, token.CHAR, "'a'", literal }, + elt{ 0, token.CHAR, "'\\000'", literal }, + elt{ 0, token.CHAR, "'\\xFF'", literal }, + elt{ 0, token.CHAR, "'\\uff16'", literal }, + elt{ 0, token.CHAR, "'\\U0000ff16'", literal }, elt{ 0, token.STRING, "`foobar`", literal }, // Operators and delimitors |