-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathngrams_test.go
120 lines (104 loc) · 3.22 KB
/
ngrams_test.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
package ngrams
import (
"testing"
"github.com/stretchr/testify/require"
)
func Benchmark_MakeRange(b *testing.B) {
for i := 0; i < b.N; i++ {
MakeRange("orange", 1, 5)
}
}
func Test_MakeRange(t *testing.T) {
t.Run("must return error if min < 1", func(t *testing.T) {
result, err := MakeRange("word", 0, 5)
require.Error(t, err)
require.Nil(t, result)
})
t.Run("must return error if max < 1", func(t *testing.T) {
result, err := MakeRange("word", 5, 0)
require.Error(t, err)
require.Nil(t, result)
})
t.Run("must return error if min > max", func(t *testing.T) {
result, err := MakeRange("word", 2, 1)
require.Error(t, err)
require.Nil(t, result)
})
t.Run("must return nil for an empty word", func(t *testing.T) {
result, err := MakeRange("", 1, 5)
require.NoError(t, err)
require.Nil(t, result)
})
t.Run("must return valid ngrams", func(t *testing.T) {
t.Run("min=3,max=3", func(t *testing.T) {
result, err := MakeRange("orange", 3, 3)
require.NoError(t, err)
require.Equal(t, [][]rune{[]rune("ora"), []rune("ran"), []rune("ang"), []rune("nge")}, result)
})
t.Run("min=1,max=5", func(t *testing.T) {
result, err := MakeRange("orange", 1, 5)
require.NoError(t, err)
require.Equal(t, [][]rune{
[]rune("o"), []rune("r"), []rune("a"), []rune("n"), []rune("g"), []rune("e"),
[]rune("or"), []rune("ra"), []rune("an"), []rune("ng"), []rune("ge"),
[]rune("ora"), []rune("ran"), []rune("ang"), []rune("nge"),
[]rune("oran"), []rune("rang"), []rune("ange"),
[]rune("orang"), []rune("range"),
}, result)
})
})
}
func Benchmark_From_6_3(b *testing.B) {
for i := 0; i < b.N; i++ {
From("qwerty", 3)
}
}
func Benchmark_FromRunes_6_3(b *testing.B) {
runes := []rune("qwerty")
for i := 0; i < b.N; i++ {
FromRunes(runes, 3)
}
}
func Test_From(t *testing.T) {
t.Run("must return error if n < 1", func(t *testing.T) {
result, err := From("qwe", 0)
require.Error(t, err)
require.Nil(t, result)
})
t.Run("must return nil if n > word len", func(t *testing.T) {
result, err := From("qwe", 5)
require.NoError(t, err)
require.Nil(t, result)
})
t.Run("must return word if n == word len", func(t *testing.T) {
result, err := From("qwe", 3)
require.NoError(t, err)
require.Equal(t, [][]rune{[]rune("qwe")}, result)
})
t.Run("must return correct set of ngrams", func(t *testing.T) {
t.Run("en", func(t *testing.T) {
t.Run("len=4, n=3", func(t *testing.T) {
result, err := From("word", 3)
require.NoError(t, err)
require.Equal(t, [][]rune{[]rune("wor"), []rune("ord")}, result)
})
t.Run("len=4, n=2", func(t *testing.T) {
result, err := From("word", 2)
require.NoError(t, err)
require.Equal(t, [][]rune{[]rune("wo"), []rune("or"), []rune("rd")}, result)
})
t.Run("len=6, n=3", func(t *testing.T) {
result, err := From("orange", 3)
require.NoError(t, err)
require.Equal(t, [][]rune{[]rune("ora"), []rune("ran"), []rune("ang"), []rune("nge")}, result)
})
})
t.Run("ru", func(t *testing.T) {
t.Run("len=6, n=3", func(t *testing.T) {
result, err := From("яблоко", 3)
require.NoError(t, err)
require.Equal(t, [][]rune{[]rune("ябл"), []rune("бло"), []rune("лок"), []rune("око")}, result)
})
})
})
}