From afd59f83d837d03770516ad2d0b7aa7b2bcde8b4 Mon Sep 17 00:00:00 2001 From: Robert Griesemer Date: Tue, 10 Mar 2009 17:08:05 -0700 Subject: - allow unicode digits in identifiers - fixed a bug with character escapes (before: allowed arbitrary long sequences) R=r DELTA=63 (33 added, 19 deleted, 11 changed) OCL=26010 CL=26070 --- src/lib/go/scanner_test.go | 7 +++++++ 1 file changed, 7 insertions(+) (limited to 'src/lib/go/scanner_test.go') diff --git a/src/lib/go/scanner_test.go b/src/lib/go/scanner_test.go index 136677cd0..9cad23914 100644 --- a/src/lib/go/scanner_test.go +++ b/src/lib/go/scanner_test.go @@ -45,6 +45,9 @@ var tokens = [...]elt{ // Identifiers and basic type literals elt{ 0, token.IDENT, "foobar", literal }, + elt{ 0, token.IDENT, "a۰۱۸", literal }, + elt{ 0, token.IDENT, "foo६४", literal }, + elt{ 0, token.IDENT, "bar９８７６", literal }, elt{ 0, token.INT, "0", literal }, elt{ 0, token.INT, "01234567", literal }, elt{ 0, token.INT, "0xcafebabe", literal }, @@ -56,6 +59,10 @@ var tokens = [...]elt{ elt{ 0, token.FLOAT, "1e-100", literal }, elt{ 0, token.FLOAT, "2.71828e-1000", literal }, elt{ 0, token.CHAR, "'a'", literal }, + elt{ 0, token.CHAR, "'\\000'", literal }, + elt{ 0, token.CHAR, "'\\xFF'", literal }, + elt{ 0, token.CHAR, "'\\uff16'", literal }, + elt{ 0, token.CHAR, "'\\U0000ff16'", literal }, elt{ 0, token.STRING, "`foobar`", literal }, // Operators and delimitors -- cgit v1.2.3