Initial QSfera import

Server/vendor/github.com/bbalet/stopwords/custom.go

@@ -0,0 +1,177 @@
+// Copyright 2015 Benjamin BALET. All rights reserved.
+// Use of this source code is governed by the BSD license
+// license that can be found in the LICENSE file.
+
+// Package stopwords allows you to customize the list of stopwords
+package stopwords
+
+import (
+	"io/ioutil"
+	"strings"
+
+	"golang.org/x/text/language"
+)
+
+// LoadStopWordsFromFile loads a list of stop words from a file
+// filePath is the full path to the file to be loaded
+// langCode is a BCP 47 or ISO 639-1 language code (e.g. "en" for English).
+// sep is the string separator (e.g. "\n" for newline)
+func LoadStopWordsFromFile(filePath string, langCode string, sep string) {
+	b, err := ioutil.ReadFile(filePath)
+	if err != nil {
+			panic(err)
+	}
+	LoadStopWordsFromString(string(b), langCode, sep)
+}
+
+// LoadStopWordsFromString loads a list of stop words from a string
+// filePath is the full path to the file to be loaded
+// langCode is a BCP 47 or ISO 639-1 language code (e.g. "en" for English).
+// sep is the string separator (e.g. "\n" for newline)
+func LoadStopWordsFromString(wordsList string, langCode string, sep string) {
+
+	//Parse language
+	tag := language.Make(langCode)
+	base, _ := tag.Base()
+	langCode = base.String()
+
+	words := strings.Split(strings.ToLower(wordsList), sep)
+
+	switch langCode {
+	case "ar":
+		arabic = make(map[string]string)
+		for _, word := range words {
+				arabic[word] = ""
+		}
+	case "bg":
+		bulgarian = make(map[string]string)
+		for _, word := range words {
+				bulgarian[word] = ""
+		}
+	case "cs":
+		czech = make(map[string]string)
+		for _, word := range words {
+				czech[word] = ""
+		}
+	case "da":
+		danish = make(map[string]string)
+		for _, word := range words {
+				danish[word] = ""
+		}
+	case "de":
+		german = make(map[string]string)
+		for _, word := range words {
+				german[word] = ""
+		}
+	case "el":
+		greek = make(map[string]string)
+		for _, word := range words {
+				greek[word] = ""
+		}
+	case "en":
+		english = make(map[string]string)
+		for _, word := range words {
+				english[word] = ""
+		}
+	case "es":
+		spanish = make(map[string]string)
+		for _, word := range words {
+				spanish[word] = ""
+		}
+	case "fa":
+		persian = make(map[string]string)
+		for _, word := range words {
+				persian[word] = ""
+		}
+	case "fr":
+		french = make(map[string]string)
+		for _, word := range words {
+				french[word] = ""
+		}
+	case "fi":
+		finnish = make(map[string]string)
+		for _, word := range words {
+				finnish[word] = ""
+		}
+	case "hu":
+		hungarian = make(map[string]string)
+		for _, word := range words {
+				hungarian[word] = ""
+		}
+	case "id":
+		indonesian = make(map[string]string)
+		for _, word := range words {
+				indonesian[word] = ""
+		}
+	case "it":
+		italian = make(map[string]string)
+		for _, word := range words {
+				italian[word] = ""
+		}
+	case "ja":
+		japanese = make(map[string]string)
+		for _, word := range words {
+				japanese[word] = ""
+		}
+	case "km":
+		khmer = make(map[string]string)
+		for _, word := range words {
+				khmer[word] = ""
+		}
+	case "lv":
+		latvian = make(map[string]string)
+		for _, word := range words {
+				latvian[word] = ""
+		}
+	case "nl":
+		dutch = make(map[string]string)
+		for _, word := range words {
+				dutch[word] = ""
+		}
+	case "no":
+		norwegian = make(map[string]string)
+		for _, word := range words {
+				norwegian[word] = ""
+		}
+	case "pl":
+		polish = make(map[string]string)
+		for _, word := range words {
+				polish[word] = ""
+		}
+	case "pt":
+		portuguese = make(map[string]string)
+		for _, word := range words {
+				portuguese[word] = ""
+		}
+	case "ro":
+		romanian = make(map[string]string)
+		for _, word := range words {
+				romanian[word] = ""
+		}
+	case "ru":
+		russian = make(map[string]string)
+		for _, word := range words {
+				russian[word] = ""
+		}
+	case "sk":
+		slovak = make(map[string]string)
+		for _, word := range words {
+				slovak[word] = ""
+		}
+	case "sv":
+		swedish = make(map[string]string)
+		for _, word := range words {
+				swedish[word] = ""
+		}
+	case "th":
+		thai = make(map[string]string)
+		for _, word := range words {
+				thai[word] = ""
+		}
+	case "tr":
+		turkish = make(map[string]string)
+		for _, word := range words {
+				turkish[word] = ""
+		}
+	}
+}