Commit 480329f5 authored by unknown's avatar unknown

"words" of length 1 are removed from stopword list

parent 032c9534
...@@ -76,7 +76,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -76,7 +76,6 @@ const char *ft_precompiled_stopwords[] = {
it was slightly modified to my taste, though it was slightly modified to my taste, though
*/ */
"a",
"a's", "a's",
"able", "able",
"about", "about",
...@@ -130,7 +129,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -130,7 +129,6 @@ const char *ft_precompiled_stopwords[] = {
"available", "available",
"away", "away",
"awfully", "awfully",
"b",
"be", "be",
"became", "became",
"because", "because",
...@@ -154,7 +152,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -154,7 +152,6 @@ const char *ft_precompiled_stopwords[] = {
"brief", "brief",
"but", "but",
"by", "by",
"c",
"c'mon", "c'mon",
"c's", "c's",
"came", "came",
...@@ -184,7 +181,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -184,7 +181,6 @@ const char *ft_precompiled_stopwords[] = {
"couldn't", "couldn't",
"course", "course",
"currently", "currently",
"d",
"definitely", "definitely",
"described", "described",
"despite", "despite",
...@@ -200,7 +196,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -200,7 +196,6 @@ const char *ft_precompiled_stopwords[] = {
"down", "down",
"downwards", "downwards",
"during", "during",
"e",
"each", "each",
"edu", "edu",
"eg", "eg",
...@@ -224,7 +219,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -224,7 +219,6 @@ const char *ft_precompiled_stopwords[] = {
"exactly", "exactly",
"example", "example",
"except", "except",
"f",
"far", "far",
"few", "few",
"fifth", "fifth",
...@@ -241,7 +235,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -241,7 +235,6 @@ const char *ft_precompiled_stopwords[] = {
"from", "from",
"further", "further",
"furthermore", "furthermore",
"g",
"get", "get",
"gets", "gets",
"getting", "getting",
...@@ -254,7 +247,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -254,7 +247,6 @@ const char *ft_precompiled_stopwords[] = {
"got", "got",
"gotten", "gotten",
"greetings", "greetings",
"h",
"had", "had",
"hadn't", "hadn't",
"happens", "happens",
...@@ -287,7 +279,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -287,7 +279,6 @@ const char *ft_precompiled_stopwords[] = {
"how", "how",
"howbeit", "howbeit",
"however", "however",
"i",
"i'd", "i'd",
"i'll", "i'll",
"i'm", "i'm",
...@@ -316,16 +307,13 @@ const char *ft_precompiled_stopwords[] = { ...@@ -316,16 +307,13 @@ const char *ft_precompiled_stopwords[] = {
"it's", "it's",
"its", "its",
"itself", "itself",
"j",
"just", "just",
"k",
"keep", "keep",
"keeps", "keeps",
"kept", "kept",
"know", "know",
"knows", "knows",
"known", "known",
"l",
"last", "last",
"lately", "lately",
"later", "later",
...@@ -344,7 +332,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -344,7 +332,6 @@ const char *ft_precompiled_stopwords[] = {
"looking", "looking",
"looks", "looks",
"ltd", "ltd",
"m",
"mainly", "mainly",
"many", "many",
"may", "may",
...@@ -362,7 +349,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -362,7 +349,6 @@ const char *ft_precompiled_stopwords[] = {
"must", "must",
"my", "my",
"myself", "myself",
"n",
"name", "name",
"namely", "namely",
"nd", "nd",
...@@ -389,7 +375,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -389,7 +375,6 @@ const char *ft_precompiled_stopwords[] = {
"novel", "novel",
"now", "now",
"nowhere", "nowhere",
"o",
"obviously", "obviously",
"of", "of",
"off", "off",
...@@ -417,7 +402,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -417,7 +402,6 @@ const char *ft_precompiled_stopwords[] = {
"over", "over",
"overall", "overall",
"own", "own",
"p",
"particular", "particular",
"particularly", "particularly",
"per", "per",
...@@ -429,11 +413,9 @@ const char *ft_precompiled_stopwords[] = { ...@@ -429,11 +413,9 @@ const char *ft_precompiled_stopwords[] = {
"presumably", "presumably",
"probably", "probably",
"provides", "provides",
"q",
"que", "que",
"quite", "quite",
"qv", "qv",
"r",
"rather", "rather",
"rd", "rd",
"re", "re",
...@@ -445,7 +427,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -445,7 +427,6 @@ const char *ft_precompiled_stopwords[] = {
"relatively", "relatively",
"respectively", "respectively",
"right", "right",
"s",
"said", "said",
"same", "same",
"saw", "saw",
...@@ -495,7 +476,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -495,7 +476,6 @@ const char *ft_precompiled_stopwords[] = {
"such", "such",
"sup", "sup",
"sure", "sure",
"t",
"t's", "t's",
"take", "take",
"taken", "taken",
...@@ -555,7 +535,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -555,7 +535,6 @@ const char *ft_precompiled_stopwords[] = {
"trying", "trying",
"twice", "twice",
"two", "two",
"u",
"un", "un",
"under", "under",
"unfortunately", "unfortunately",
...@@ -572,14 +551,12 @@ const char *ft_precompiled_stopwords[] = { ...@@ -572,14 +551,12 @@ const char *ft_precompiled_stopwords[] = {
"uses", "uses",
"using", "using",
"usually", "usually",
"v",
"value", "value",
"various", "various",
"very", "very",
"via", "via",
"viz", "viz",
"vs", "vs",
"w",
"want", "want",
"wants", "wants",
"was", "was",
...@@ -631,8 +608,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -631,8 +608,6 @@ const char *ft_precompiled_stopwords[] = {
"would", "would",
"would", "would",
"wouldn't", "wouldn't",
"x",
"y",
"yes", "yes",
"yet", "yet",
"you", "you",
...@@ -644,7 +619,6 @@ const char *ft_precompiled_stopwords[] = { ...@@ -644,7 +619,6 @@ const char *ft_precompiled_stopwords[] = {
"yours", "yours",
"yourself", "yourself",
"yourselves", "yourselves",
"z",
"zero", "zero",
#endif #endif
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment