Question

How to remove stop words from a string in Go

Answer 1

package main

import (
    "fmt"
    "strings"
)

// A stopwords list is a collection of commonly used words in a language
// that are often removed during text processing tasks.

var stopWords = map[string]struct{}{
    "i": {}, "me": {}, "my": {}, "myself": {}, "we": {}, "our": {}, "ours": {}, "ourselves": {}, "you": {}, "your": {},
    "yours": {}, "yourself": {}, "yourselves": {}, "he": {}, "him": {}, "his": {}, "himself": {}, "she": {}, "her": {},
    "hers": {}, "herself": {}, "it": {}, "its": {}, "itself": {}, "they": {}, "them": {}, "their": {}, "theirs": {},
    "themselves": {}, "what": {}, "which": {}, "who": {}, "whom": {}, "this": {}, "that": {}, "these": {}, "those": {},
    "am": {}, "is": {}, "are": {}, "was": {}, "were": {}, "be": {}, "been": {}, "being": {}, "have": {}, "has": {},
    "had": {}, "having": {}, "do": {}, "does": {}, "did": {}, "doing": {}, "a": {}, "an": {}, "the": {}, "and": {},
    "but": {}, "if": {}, "or": {}, "because": {}, "as": {}, "until": {}, "while": {}, "of": {}, "at": {}, "by": {},
    "for": {}, "with": {}, "about": {}, "against": {}, "between": {}, "into": {}, "through": {}, "to": {}, "from": {},
    "in": {}, "out": {}, "on": {}, "off": {}, "over": {}, "further": {}, "then": {}, "here": {}, "there": {},
    "when": {}, "where": {}, "why": {}, "how": {}, "all": {}, "any": {}, "both": {}, "each": {}, "few": {}, "more": {},
    "most": {}, "other": {}, "some": {}, "such": {}, "no": {}, "nor": {}, "not": {}, "only": {}, "own": {}, "so": {},
    "than": {}, "too": {}, "very": {}, "can": {}, "will": {}, "just": {}, "don": {}, "should": {}, "now": {},
}

func splitWords(input string) []string {
    return strings.Fields(strings.TrimSpace(input))
}

func removeStopWords(words []string) string {
    var filtered []string
    for _, word := range words {
        if _, isStop := stopWords[word]; !isStop {
            filtered = append(filtered, word)
        }
    }
    return strings.Join(filtered, " ")
}

func main() {
    input := "a go and java to python a we if c# then a and aa"
    fmt.Println("Original:", input)

    words := splitWords(input)
    filtered := removeStopWords(words)

    fmt.Println("Filtered:", filtered)
}



/*
run:

Original: a go and java to python a we if c# then a and aa
Filtered: go java python c# aa

*/

 

70+ SQL courses for beginners and professionals

Answer 2

package main

import (
    "fmt"
    "strings"
)

// A stopwords list is a collection of commonly used words in a language
// that are often removed during text processing tasks.

var stopWords = []string{
    "i", "me", "my", "myself", "we", "our", "ours", "ourselves", "you", "your",
    "yours", "yourself", "yourselves", "he", "him", "his", "himself", "she", "her",
    "hers", "herself", "it", "its", "itself", "they", "them", "their", "theirs",
    "themselves", "what", "which", "who", "whom", "this", "that", "these", "those",
    "am", "is", "are", "was", "were", "be", "been", "being", "have", "has", "had",
    "having", "do", "does", "did", "doing", "a", "an", "the", "and", "but", "if", "or",
    "because", "as", "until", "while", "of", "at", "by", "for", "with", "about", "against",
    "between", "into", "through", "to", "from", "in", "out", "on", "off", "over", "further",
    "then", "here", "there", "when", "where", "why", "how", "all", "any", "both", "each",
    "few", "more", "most", "other", "some", "such", "no", "nor", "not", "only", "own",
    "so", "than", "too", "very", "can", "will", "just", "don", "should", "now",
}

func isStopWord(word string) bool {
    for _, stop := range stopWords {
        if word == stop {
            return true
        }
    }
    
    return false
}

func splitWords(input string) []string {
    return strings.Fields(strings.TrimSpace(input))
}

func removeStopWords(words []string) string {
    var filtered []string
    
    for _, word := range words {
        if !isStopWord(word) {
            filtered = append(filtered, word)
        }
    }
    
    return strings.Join(filtered, " ")
}

func main() {
    input := "a go and java to python a we if c# then a and aa"
    fmt.Println("Original:", input)

    words := splitWords(input)
    filtered := removeStopWords(words)

    fmt.Println("Filtered:", filtered)
}



/*
run:

Original: a go and java to python a we if c# then a and aa
Filtered: go java python c# aa

*/

 

70+ SQL courses for beginners and professionals