filter_test.go

package sensitive

import (
	"io"
	"reflect"
	"regexp"
	"strings"
	"testing"
)

func TestLoadDict(t *testing.T) {
	filter := New()
	err := filter.LoadWordDict("./dict/dict.txt")
	if err != nil {
		t.Errorf("fail to load dict %v", err)
	}
}

func TestLoadNetWordDict(t *testing.T) {
	filter := New()
	err := filter.LoadNetWordDict("https://raw.githubusercontent.com/importcjj/sensitive/master/dict/dict.txt")
	if err != nil {
		t.Errorf("fail to load dict %v", err)
	}
	if len(filter.trie.Root.Children) == 0 {
		t.Errorf("load dict empty")
	}
}

func TestLoad(t *testing.T) {
	filter := New()
	var r io.Reader
	r = strings.NewReader("read")
	err := filter.Load(r)
	if err != nil {
		t.Errorf("fail to load dict %v", err)
	}
	if len(filter.trie.Root.Children) == 0 {
		t.Errorf("load dict empty")
	}
}

func TestSensitiveFilter(t *testing.T) {
	filter := New()
	filter.AddWord("有一个东西")
	filter.AddWord("一个东西")
	filter.AddWord("一个")
	filter.AddWord("东西")
	filter.AddWord("个东")

	testcases := []struct {
		Text       string
		Expect     string
		DelWords   []string
		ThenExpect string
	}{
		{"我有一个东东西", "我有东", []string{"一个"}, "我有一"},
		{"我有一个东西", "我", []string{"有一个东西"}, "我有"},
		{"一个东西", "", []string{"一个", "东西"}, ""},
		{"两个东西", "两西", []string{"个东"}, "两个"},
		{"一个物体", "物体", []string{"一个"}, "一个物体"},
	}

	for _, tc := range testcases {
		if got := filter.Filter(tc.Text); got != tc.Expect {
			t.Errorf("filter %s, got %s, expect %s", tc.Text, got, tc.Expect)
		}

		filter.DelWord(tc.DelWords...)

		if got := filter.Filter(tc.Text); got != tc.ThenExpect {
			t.Errorf("after del, filter %s, got %s, expect %s", tc.Text, got, tc.ThenExpect)
		}

		filter.AddWord(tc.DelWords...)
	}

}
func TestSensitiveValidateSingleword(t *testing.T) {
	filter := New()
	filter.AddWord("东")

	testcases := []struct {
		Text        string
		ExpectPass  bool
		ExpectFirst string
	}{
		{"两个东西", false, "东"},
	}

	for _, tc := range testcases {
		if pass, first := filter.Validate(tc.Text); pass != tc.ExpectPass || first != tc.ExpectFirst {
			t.Errorf("validate %s, got %v, %s, expect %v, %s", tc.Text, pass, first, tc.ExpectPass, tc.ExpectFirst)
		}
	}

}

func TestSensitiveValidate(t *testing.T) {
	filter := New()
	filter.AddWord("有一个东西")
	filter.AddWord("一个东西")
	filter.AddWord("一个")
	filter.AddWord("东西")
	filter.AddWord("个东")
	filter.AddWord("有一个东西")
	filter.AddWord("一个东西")
	filter.AddWord("一个")
	filter.AddWord("东西")

	testcases := []struct {
		Text            string
		ExpectPass      bool
		ExpectFirst     string
		DelWords        []string
		ThenExpectPass  bool
		ThenExpectFirst string
	}{
		{"我有一@ |个东东西", false, "一个", []string{"一个"}, false, "个东"},
		{"我有一个东东西", false, "一个", []string{"一个"}, false, "个东"},
		{"我有一个东西", false, "有一个东西", []string{"有一个东西", "一个"}, false, "一个东西"},
		{"一个东西", false, "一个", []string{"个东", "一个"}, false, "一个东西"},
		{"两个东西", false, "个东", []string{"个东", "东西"}, true, ""},
		{"一样东西", false, "东西", []string{"东西"}, true, ""},
	}

	for _, tc := range testcases {
		if pass, first := filter.Validate(tc.Text); pass != tc.ExpectPass || first != tc.ExpectFirst {
			t.Errorf("validate %s, got %v, %s, expect %v, %s", tc.Text, pass, first, tc.ExpectPass, tc.ExpectFirst)
		}

		filter.DelWord(tc.DelWords...)

		if pass, first := filter.Validate(tc.Text); pass != tc.ThenExpectPass || first != tc.ThenExpectFirst {
			t.Errorf("after del, validate %s, got %v, %s, expect %v, %s", tc.Text, pass, first, tc.ThenExpectPass, tc.ThenExpectFirst)
		}

		filter.AddWord(tc.DelWords...)
	}

}

func TestSensitiveReplace(t *testing.T) {
	filter := New()
	filter.AddWord("有一个东西")
	filter.AddWord("一个东西")
	filter.AddWord("一个")
	filter.AddWord("东西")
	filter.AddWord("个东")

	testcases := []struct {
		Text       string
		Expect     string
		DelWords   []string
		ThenExpect string
	}{
		{"我有一个东东西", "我有**东**", []string{"一个"}, "我有一****"},
		{"我有一个东西", "我*****", []string{"有一个东西"}, "我有****"},
		{"一个东西", "****", []string{"一个东西", "一个", "东西"}, "一**西"},
		{"两个东西", "两**西", []string{"个东"}, "两个**"},
		{"一个物体", "**物体", []string{"一个"}, "一个物体"},
	}

	for _, tc := range testcases {
		if got := filter.Replace(tc.Text, '*'); got != tc.Expect {
			t.Errorf("replace %s, got %s, expect %s", tc.Text, got, tc.Expect)
		}

		filter.DelWord(tc.DelWords...)

		if got := filter.Replace(tc.Text, '*'); got != tc.ThenExpect {
			t.Errorf("after del word, replace %s, got %s, expect %s", tc.Text, got, tc.ThenExpect)
		}

		filter.AddWord(tc.DelWords...)
	}

}

func TestSensitiveFindAll(t *testing.T) {
	filter := New()
	filter.AddWord("有一个东西")
	filter.AddWord("一个东西")
	filter.AddWord("一个")
	filter.AddWord("东西")
	filter.AddWord("个东")

	testcases := []struct {
		Text   string
		Expect []string
	}{
		{"我有一个东东西", []string{"一个", "个东", "东西"}},
		{"我有一个东西", []string{"有一个东西", "一个", "一个东西", "个东", "东西"}},
		{"一个东西", []string{"一个", "一个东西", "个东", "东西"}},
		{"两个东西", []string{"个东", "东西"}},
		{"一个物体", []string{"一个"}},
	}

	for _, tc := range testcases {
		if got := filter.FindAll(tc.Text); !reflect.DeepEqual(tc.Expect, got) {
			t.Errorf("findall %s, got %s, expect %s", tc.Text, got, tc.Expect)
		}
	}
}

func TestSensitiveFindallSingleword(t *testing.T) {
	filter := New()
	filter.AddWord("东")

	testcases := []struct {
		Text   string
		Expect []string
	}{
		{"两个东西", []string{"东"}},
	}

	for _, tc := range testcases {
		if got := filter.FindAll(tc.Text); !reflect.DeepEqual(tc.Expect, got) {
			t.Errorf("findall %s, got %s, expect %s", tc.Text, got, tc.Expect)
		}
	}

}

func TestFindAllAfterDeleteSingleWord(t *testing.T) {
	filter := New()
	filter.AddWord("有一个东西")
	filter.AddWord("一个东西")
	filter.AddWord("一个")
	filter.AddWord("东西")
	filter.AddWord("个东")

	testcases := []struct {
		Text       string
		Expect     []string
		DelWord    string
		ThenExpect []string
	}{
		{"我有一个东东西", []string{"一个", "个东", "东西"}, "一个", []string{"个东", "东西"}},
		{"我有一个东西", []string{"有一个东西", "一个", "一个东西", "个东", "东西"}, "有一个东西", []string{"一个", "一个东西", "个东", "东西"}},
		{"一个东西", []string{"一个", "一个东西", "个东", "东西"}, "一个东西", []string{"一个", "个东", "东西"}},
		{"两个东西", []string{"个东", "东西"}, "东西", []string{"个东"}},
		{"一个物体", []string{"一个"}, "一个", nil},
	}

	for _, tc := range testcases {
		if got := filter.FindAll(tc.Text); !reflect.DeepEqual(tc.Expect, got) {
			t.Errorf("findall %s, got %s, expect %s", tc.Text, got, tc.Expect)
		}

		filter.DelWord(tc.DelWord)

		if got := filter.FindAll(tc.Text); !reflect.DeepEqual(tc.ThenExpect, got) {
			t.Errorf("after del a word, findall %s, got %s, expect %s", tc.Text, got, tc.ThenExpect)
		}

		filter.AddWord(tc.DelWord)
	}
}

func TestDeleteWordNotExists(t *testing.T) {
	filter := New()
	filter.DelWord("Any")
	filter.DelWord("Go", "Bad")
}

func TestDeleteWord2(t *testing.T) {
	filter := New()
	filter.AddWord("有一个东西")
	filter.AddWord("有一个东")
	filter.AddWord("有一个")

	testcases := []struct {
		Text            string
		ExpectPass      bool
		ExpectFirst     string
		DelWord         string
		ThenExpectFirst string
	}{
		{"我有一个东西", false, "有一个", "有一个", "有一个东"},
	}

	for _, tc := range testcases {
		if pass, first := filter.Validate(tc.Text); pass != tc.ExpectPass || first != tc.ExpectFirst {
			t.Errorf("validate %s, got %v, %s, expect %v, %s", tc.Text, pass, first, tc.ExpectPass, tc.ExpectFirst)
		}

		filter.DelWord(tc.DelWord)

		if pass, first := filter.Validate(tc.Text); pass != tc.ExpectPass || first != tc.ThenExpectFirst {
			t.Errorf("validate %s, got %v, %s, expect %v, %s", tc.Text, pass, first, tc.ExpectPass, tc.ThenExpectFirst)
		}

		filter.AddWord(tc.DelWord)
	}
}

func TestFilter_LoadWordDict(t *testing.T) {
	type fields struct {
		trie  *Trie
		noise *regexp.Regexp
	}
	type args struct {
		path string
	}
	tests := []struct {
		name    string
		fields  fields
		args    args
		wantErr bool
	}{
		// TODO: Add test cases.
	}
	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			filter := &Filter{
				trie:  tt.fields.trie,
				noise: tt.fields.noise,
			}
			if err := filter.LoadWordDict(tt.args.path); (err != nil) != tt.wantErr {
				t.Errorf("Filter.LoadWordDict() error = %v, wantErr %v", err, tt.wantErr)
			}
		})
	}
}

func TestFilter_LoadNetWordDict(t *testing.T) {
	type fields struct {
		trie  *Trie
		noise *regexp.Regexp
	}
	type args struct {
		url string
	}
	tests := []struct {
		name    string
		fields  fields
		args    args
		wantErr bool
	}{
		// TODO: Add test cases.
	}
	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			filter := &Filter{
				trie:  tt.fields.trie,
				noise: tt.fields.noise,
			}
			if err := filter.LoadNetWordDict(tt.args.url); (err != nil) != tt.wantErr {
				t.Errorf("Filter.LoadNetWordDict() error = %v, wantErr %v", err, tt.wantErr)
			}
		})
	}
}

func TestFilter_Load(t *testing.T) {
	type fields struct {
		trie  *Trie
		noise *regexp.Regexp
	}
	type args struct {
		rd io.Reader
	}
	tests := []struct {
		name    string
		fields  fields
		args    args
		wantErr bool
	}{
		// TODO: Add test cases.
	}
	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			filter := &Filter{
				trie:  tt.fields.trie,
				noise: tt.fields.noise,
			}
			if err := filter.Load(tt.args.rd); (err != nil) != tt.wantErr {
				t.Errorf("Filter.Load() error = %v, wantErr %v", err, tt.wantErr)
			}
		})
	}
}