diff options
author | Tianon Gravi <admwiggin@gmail.com> | 2015-01-15 11:54:00 -0700 |
---|---|---|
committer | Tianon Gravi <admwiggin@gmail.com> | 2015-01-15 11:54:00 -0700 |
commit | f154da9e12608589e8d5f0508f908a0c3e88a1bb (patch) | |
tree | f8255d51e10c6f1e0ed69702200b966c9556a431 /src/pkg/index/suffixarray/suffixarray_test.go | |
parent | 8d8329ed5dfb9622c82a9fbec6fd99a580f9c9f6 (diff) | |
download | golang-upstream/1.4.tar.gz |
Imported Upstream version 1.4upstream/1.4
Diffstat (limited to 'src/pkg/index/suffixarray/suffixarray_test.go')
-rw-r--r-- | src/pkg/index/suffixarray/suffixarray_test.go | 304 |
1 files changed, 0 insertions, 304 deletions
diff --git a/src/pkg/index/suffixarray/suffixarray_test.go b/src/pkg/index/suffixarray/suffixarray_test.go deleted file mode 100644 index df3e449d3..000000000 --- a/src/pkg/index/suffixarray/suffixarray_test.go +++ /dev/null @@ -1,304 +0,0 @@ -// Copyright 2010 The Go Authors. All rights reserved. -// Use of this source code is governed by a BSD-style -// license that can be found in the LICENSE file. - -package suffixarray - -import ( - "bytes" - "math/rand" - "regexp" - "sort" - "strings" - "testing" -) - -type testCase struct { - name string // name of test case - source string // source to index - patterns []string // patterns to lookup -} - -var testCases = []testCase{ - { - "empty string", - "", - []string{ - "", - "foo", - "(foo)", - ".*", - "a*", - }, - }, - - { - "all a's", - "aaaaaaaaaa", // 10 a's - []string{ - "", - "a", - "aa", - "aaa", - "aaaa", - "aaaaa", - "aaaaaa", - "aaaaaaa", - "aaaaaaaa", - "aaaaaaaaa", - "aaaaaaaaaa", - "aaaaaaaaaaa", // 11 a's - ".", - ".*", - "a+", - "aa+", - "aaaa[b]?", - "aaa*", - }, - }, - - { - "abc", - "abc", - []string{ - "a", - "b", - "c", - "ab", - "bc", - "abc", - "a.c", - "a(b|c)", - "abc?", - }, - }, - - { - "barbara*3", - "barbarabarbarabarbara", - []string{ - "a", - "bar", - "rab", - "arab", - "barbar", - "bara?bar", - }, - }, - - { - "typing drill", - "Now is the time for all good men to come to the aid of their country.", - []string{ - "Now", - "the time", - "to come the aid", - "is the time for all good men to come to the aid of their", - "to (come|the)?", - }, - }, - - { - "godoc simulation", - "package main\n\nimport(\n \"rand\"\n ", - []string{}, - }, -} - -// find all occurrences of s in source; report at most n occurrences -func find(src, s string, n int) []int { - var res []int - if s != "" && n != 0 { - // find at most n occurrences of s in src - for i := -1; n < 0 || len(res) < n; { - j := strings.Index(src[i+1:], s) - if j < 0 { - break - } - i += j + 1 - res = append(res, i) - } - } - return res -} - -func testLookup(t *testing.T, tc *testCase, x *Index, s string, n int) { - res := x.Lookup([]byte(s), n) - exp := find(tc.source, s, n) - - // check that the lengths match - if len(res) != len(exp) { - t.Errorf("test %q, lookup %q (n = %d): expected %d results; got %d", tc.name, s, n, len(exp), len(res)) - } - - // if n >= 0 the number of results is limited --- unless n >= all results, - // we may obtain different positions from the Index and from find (because - // Index may not find the results in the same order as find) => in general - // we cannot simply check that the res and exp lists are equal - - // check that each result is in fact a correct match and there are no duplicates - sort.Ints(res) - for i, r := range res { - if r < 0 || len(tc.source) <= r { - t.Errorf("test %q, lookup %q, result %d (n = %d): index %d out of range [0, %d[", tc.name, s, i, n, r, len(tc.source)) - } else if !strings.HasPrefix(tc.source[r:], s) { - t.Errorf("test %q, lookup %q, result %d (n = %d): index %d not a match", tc.name, s, i, n, r) - } - if i > 0 && res[i-1] == r { - t.Errorf("test %q, lookup %q, result %d (n = %d): found duplicate index %d", tc.name, s, i, n, r) - } - } - - if n < 0 { - // all results computed - sorted res and exp must be equal - for i, r := range res { - e := exp[i] - if r != e { - t.Errorf("test %q, lookup %q, result %d: expected index %d; got %d", tc.name, s, i, e, r) - } - } - } -} - -func testFindAllIndex(t *testing.T, tc *testCase, x *Index, rx *regexp.Regexp, n int) { - res := x.FindAllIndex(rx, n) - exp := rx.FindAllStringIndex(tc.source, n) - - // check that the lengths match - if len(res) != len(exp) { - t.Errorf("test %q, FindAllIndex %q (n = %d): expected %d results; got %d", tc.name, rx, n, len(exp), len(res)) - } - - // if n >= 0 the number of results is limited --- unless n >= all results, - // we may obtain different positions from the Index and from regexp (because - // Index may not find the results in the same order as regexp) => in general - // we cannot simply check that the res and exp lists are equal - - // check that each result is in fact a correct match and the result is sorted - for i, r := range res { - if r[0] < 0 || r[0] > r[1] || len(tc.source) < r[1] { - t.Errorf("test %q, FindAllIndex %q, result %d (n == %d): illegal match [%d, %d]", tc.name, rx, i, n, r[0], r[1]) - } else if !rx.MatchString(tc.source[r[0]:r[1]]) { - t.Errorf("test %q, FindAllIndex %q, result %d (n = %d): [%d, %d] not a match", tc.name, rx, i, n, r[0], r[1]) - } - } - - if n < 0 { - // all results computed - sorted res and exp must be equal - for i, r := range res { - e := exp[i] - if r[0] != e[0] || r[1] != e[1] { - t.Errorf("test %q, FindAllIndex %q, result %d: expected match [%d, %d]; got [%d, %d]", - tc.name, rx, i, e[0], e[1], r[0], r[1]) - } - } - } -} - -func testLookups(t *testing.T, tc *testCase, x *Index, n int) { - for _, pat := range tc.patterns { - testLookup(t, tc, x, pat, n) - if rx, err := regexp.Compile(pat); err == nil { - testFindAllIndex(t, tc, x, rx, n) - } - } -} - -// index is used to hide the sort.Interface -type index Index - -func (x *index) Len() int { return len(x.sa) } -func (x *index) Less(i, j int) bool { return bytes.Compare(x.at(i), x.at(j)) < 0 } -func (x *index) Swap(i, j int) { x.sa[i], x.sa[j] = x.sa[j], x.sa[i] } -func (a *index) at(i int) []byte { return a.data[a.sa[i]:] } - -func testConstruction(t *testing.T, tc *testCase, x *Index) { - if !sort.IsSorted((*index)(x)) { - t.Errorf("failed testConstruction %s", tc.name) - } -} - -func equal(x, y *Index) bool { - if !bytes.Equal(x.data, y.data) { - return false - } - for i, j := range x.sa { - if j != y.sa[i] { - return false - } - } - return true -} - -// returns the serialized index size -func testSaveRestore(t *testing.T, tc *testCase, x *Index) int { - var buf bytes.Buffer - if err := x.Write(&buf); err != nil { - t.Errorf("failed writing index %s (%s)", tc.name, err) - } - size := buf.Len() - var y Index - if err := y.Read(&buf); err != nil { - t.Errorf("failed reading index %s (%s)", tc.name, err) - } - if !equal(x, &y) { - t.Errorf("restored index doesn't match saved index %s", tc.name) - } - return size -} - -func TestIndex(t *testing.T) { - for _, tc := range testCases { - x := New([]byte(tc.source)) - testConstruction(t, &tc, x) - testSaveRestore(t, &tc, x) - testLookups(t, &tc, x, 0) - testLookups(t, &tc, x, 1) - testLookups(t, &tc, x, 10) - testLookups(t, &tc, x, 2e9) - testLookups(t, &tc, x, -1) - } -} - -// Of all possible inputs, the random bytes have the least amount of substring -// repetition, and the repeated bytes have the most. For most algorithms, -// the running time of every input will be between these two. -func benchmarkNew(b *testing.B, random bool) { - b.StopTimer() - data := make([]byte, 1e6) - if random { - for i := range data { - data[i] = byte(rand.Intn(256)) - } - } - b.StartTimer() - for i := 0; i < b.N; i++ { - New(data) - } -} - -func BenchmarkNewIndexRandom(b *testing.B) { - benchmarkNew(b, true) -} -func BenchmarkNewIndexRepeat(b *testing.B) { - benchmarkNew(b, false) -} - -func BenchmarkSaveRestore(b *testing.B) { - b.StopTimer() - r := rand.New(rand.NewSource(0x5a77a1)) // guarantee always same sequence - data := make([]byte, 10<<20) // 10MB of data to index - for i := range data { - data[i] = byte(r.Intn(256)) - } - x := New(data) - size := testSaveRestore(nil, nil, x) // verify correctness - buf := bytes.NewBuffer(make([]byte, size)) // avoid growing - b.SetBytes(int64(size)) - b.StartTimer() - for i := 0; i < b.N; i++ { - x.Write(buf) - var y Index - y.Read(buf) - } -} |