Merge branch 'dev/rogersqsliu' into 'main' (merge request !57)

add windows build tag with jieba

Author: averiewang

tcvdbtext/tokenizer/jieba_tokenizer.go

@@ -1,3 +1,6 @@
+//go:build !windows
+// +build !windows
+
 package tokenizer
 
 import (

tcvdbtext/tokenizer/tokenizer_windows.go

@@ -0,0 +1,10 @@
+//go:build windows
+// +build windows
+
+package tokenizer
+
+import "errors"
+
+func NewJiebaTokenizer(params *TokenizerParams) (Tokenizer, error) {
+	return nil, errors.New("unsupported windows jieba tokenizer, Please use Linux instead or contact us.")
+}