normalize/normalize_test.go at master · vvkh/normalize · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
package normalize_test

import (
	"testing"

	"github.com/avito-tech/normalize"
)

func Test_Normalize(t *testing.T) {
	tests := []struct {
		name        string
		str         string
		normalizers []normalize.Option
		want        string
	}{
		{
			name: "default_options_string_gets_lowercased",
			str:  "PART123",
			want: "part123",
		},
		{
			name: "default_options_lowercase_string_is_unchanged",
			str:  "part123",
			want: "part123",
		},
		{
			name: "default_options_spaces_are_trimmed",
			str:  " part123 ",
			want: "part123",
		},
		{
			name: "default_options_special_characters_and_spaces_are_removed",
			str:  "part - #123_50",
			want: "part12350",
		},
		{
			name: "default_options_cyrillic_are_not_removed",
			str:  "Часть-123",
			want: "чactь123",
		},
		{
			name: "default_options_cyrillic_in_string_is_converted_to_latin",
			str:  "Wewtаренбсхдумтокдлвгф",
			want: "wewtapehbcxdymtokdlbgf",
		},
		{
			name: "default_options_ё_replaced_with_e_latin",
			str:  "ёжикЁжик",
			want: "eжиkeжиk",
		},
		{
			name: "default_options_й_replaced_with_и",
			str:  "йодЙод",
			want: "иodиod",
		},
		{
			name: "default_options_umlauts_converted_to_latin",
			str:  "äöüÄÖÜ",
			want: "aouaou",
		},
		{
			name:        "no_normalizers_options",
			str:         "Wewtаренбсхдумтокдлвгф",
			normalizers: []normalize.Option{normalize.WithNoNormalization()},
			want:        "Wewtаренбсхдумтокдлвгф",
		},
		{
			name:        "only_some_options",
			str:         "АВ-тест",
			normalizers: []normalize.Option{normalize.WithLowerCase(), normalize.WithCyrillicToLatinLookAlike()},
			want:        "ab-tect",
		},
		{
			name:        "only_cyr2lat_cyrillic_letters_are_fixed_with_keeping_case",
			str:         "АВС",
			normalizers: []normalize.Option{normalize.WithCyrillicToLatinLookAlike()},
			want:        "ABC",
		},
		{
			name:        "only_fix_rare_cyrillic_rare_cyrillic_letters_are_fixed_with_keeping_case",
			str:         "ЙЁ",
			normalizers: []normalize.Option{normalize.WithFixRareCyrillicChars()},
			want:        "ИЕ",
		},
		{
			name:        "only_fix_umlaut2lat_umlauts_converted_to_latin_keeping_case",
			str:         "äöüÄÖÜ",
			normalizers: []normalize.Option{normalize.WithUmlautToLatinLookAlike()},
			want:        "aouAOU",
		},
	}
	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			got := normalize.Normalize(tt.str, tt.normalizers...)
			if tt.want != got {
				t.Errorf("want = %s, got = %s", tt.want, got)
			}
		})
	}
}

func Test_NormalizeMany(t *testing.T) {
	tests := []struct {
		name    string
		manyStr []string
		want    []string
	}{
		{
			name:    "normalize_several_strings",
			manyStr: []string{"Part-1", "Часть 2", "WewtаренБсхдумтОк"},
			want:    []string{"part1", "чactь2", "wewtapehbcxdymtok"},
		},
	}
	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			got := normalize.Many(tt.manyStr)
			if len(tt.want) != len(got) {
				t.Errorf("got slices of different length, want = %s, got = %s", tt.want, got)
			}
			for i, wantStr := range tt.want {
				if wantStr != got[i] {
					t.Errorf("at pos %d want = %s, got = %s", i, tt.want, got)
				}
			}
		})
	}
}