fatal error: concurrent map writes goroutine 1138 [running]: runtime.throw(0xab7b31, 0x15) /usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc0030cfa90 sp=0xc0030cfa60 pc=0x453732 runtime.mapassign_faststr(0xa13de0, 0xc0002ca030, 0xc00070eb83, 0x18, 0xaa04f9) /usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc0030cfaf8 sp=0xc0030cfa90 pc=0x4338e7 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070eb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9 fp=0xc0030cffb8 sp=0xc0030cfaf8 pc=0x824ef9 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0030cffc0 sp=0xc0030cffb8 pc=0x483571 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1 [semacquire]: os.(*File).readdirnames(0xc004836670, 0xffffffffffffffff, 0x0, 0xc000000000, 0xc004836670, 0x0, 0x0) /usr/local/go/src/os/dir_unix.go:36 +0x3e3 os.(*File).Readdirnames(...) /usr/local/go/src/os/dir.go:48 path/filepath.readDirNames(0xc0076e8f00, 0x42, 0x42, 0xc0076e8f40, 0x2, 0xc00012eff8, 0x4f76ff) /usr/local/go/src/path/filepath/path.go:421 +0x18b path/filepath.walk(0xc0076e8f00, 0x42, 0xb89740, 0xc006b0e750, 0xc00012f548, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:363 +0x72 path/filepath.walk(0xc0002ce100, 0x3f, 0xb89740, 0xc0002cc0d0, 0xc00012f548, 0x0, 0x0) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.walk(0x7ffe516b37c9, 0x37, 0xb89740, 0xc0002cc000, 0xc00012f548, 0x0, 0xc00012f248) /usr/local/go/src/path/filepath/path.go:384 +0x2ff path/filepath.Walk(0x7ffe516b37c9, 0x37, 0xc00012f548, 0x10, 0x0) /usr/local/go/src/path/filepath/path.go:406 +0xff _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand(0x7ffe516b37c9, 0x37, 0xffffffffffffffff, 0xbfb388df8dcc0907) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:265 +0x1a1 main.main() /home/ec2-user/environment/cluster2/tgnews.go:75 +0x72a goroutine 19 [syscall]: os/signal.signal_recv(0x0) /usr/local/go/src/runtime/sigqueue.go:147 +0x9c os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x22 created by os/signal.Notify.func1 /usr/local/go/src/os/signal/signal.go:127 +0x44 goroutine 34 [chan receive]: main.main.func1(0xc0000b70e0, 0xbfb388df8dcc0907, 0x2f7e00, 0x1251a20) /home/ec2-user/environment/cluster2/tgnews.go:36 +0x41 created by main.main /home/ec2-user/environment/cluster2/tgnews.go:35 +0x176 goroutine 35 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/jaytaylor/html2text.FromString(0xc0024a0000, 0x1deb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001aaa6e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c0d518, 0xc00075e420, 0xc0043cc140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 36 [semacquire]: regexp/syntax.(*parser).push(0xc0027a6840, 0xc003ea0000, 0xc007818501) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).op(0xc0027a6840, 0xaba609, 0xe) /usr/local/go/src/regexp/syntax/parse.go:218 +0x84 regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002187300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002187300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002187300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002187300, 0x75a856, 0x0, 0xc000469d50, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002187300, 0xc0021872c8, 0xc002187350, 0x42ca96, 0xc004280270, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002187368, 0xc002187380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc007818540) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00280a5d0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002187518, 0xc0002d8840, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003140c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 37 [semacquire]: bytes.makeSlice(0x1fa, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004c25208, 0xd6, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004c25208, 0xc00010bb20, 0xd6, 0x5165d7, 0xc0019d3284, 0xc004822c10) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f6a5b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f6a540) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f69f10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ec270, 0xc0051ec510, 0xc005688100) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c25518, 0xc0019e8f60, 0x5b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 38 [semacquire]: strings.genSplit(0xc00673b400, 0x3e8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3e8, 0xc00369b000, 0x3eb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e9d518, 0xc0042c6140, 0xc0042c69e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 39 [runnable]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc001879520, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc golang.org/x/net/html.(*parser).parseCurrentToken(0xc001879520) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001879520, 0xc0031971f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22960, 0x0, 0x0, 0x0, 0xc001ea1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22960, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ea18f8, 0xc001881500, 0x1476, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 41 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f133023e420, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049d00f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049d00d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000535400, 0x48c, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aac960, 0x2b, 0xc000535400, 0x48c, 0xc000535400, 0x48c, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aac960, 0x2b, 0xc000535400, 0x48c, 0xaa0378, 0x1, 0xc000535400, 0x48c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 42 [semacquire]: bytes.makeSlice(0xb23, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002627208, 0x87, 0xe5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002627208, 0xc001cfd9e0, 0x87, 0x5165d7, 0xc0054e5c04, 0xc001f7ce00) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00259f030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00259efc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00259e310) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b62d0, 0xc0057b6540, 0xc001f40c40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002627518, 0xc002311840, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 44 [semacquire]: strings.genSplit(0xc0055bcd00, 0x873, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006428000, 0x1b1, 0x1b1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a4d3c0, 0xaa04fd, 0x2, 0xc004454d00, 0x873, 0x3f, 0x1b1, 0xc005a22fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004454d00, 0x873, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a4d518, 0xc00392cee0, 0x3c, 0xc005212b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003146c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 45 [semacquire]: bytes.makeSlice(0xe1b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0043ee810, 0xdb, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0043ee810, 0xc003b91ea0, 0xdb, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0043ee810, 0xc003b91ea0, 0xdb, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec73b0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec7340, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec6930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec6850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec6150, 0xb84d20, 0xc0043ee810) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0043ee810, 0xc002ec6150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043ee660, 0x2bdebeb0, 0x1251a20, 0xc003e90cc0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 46 [semacquire]: reflect.unsafe_NewArray(0xa49de0, 0x4, 0xa49de0) /usr/local/go/src/runtime/malloc.go:1192 +0x35 reflect.MakeSlice(0xb90360, 0x9de620, 0x0, 0x4, 0x9de620, 0x0, 0x0) /usr/local/go/src/reflect/value.go:2268 +0xc4 encoding/json.(*decodeState).array(0xc002caa9a0, 0x9cfa40, 0xc0075966c0, 0x16, 0xc002caa9c8, 0x5b) /usr/local/go/src/encoding/json/decode.go:564 +0x6f7 encoding/json.(*decodeState).value(0xc002caa9a0, 0x9cfa40, 0xc0075966c0, 0x16, 0xc0022cb8a8, 0x532927) /usr/local/go/src/encoding/json/decode.go:377 +0xfd encoding/json.(*decodeState).unmarshal(0xc002caa9a0, 0x9cfa40, 0xc0075966c0, 0xc002caa9c8, 0x0) /usr/local/go/src/encoding/json/decode.go:180 +0x1f0 encoding/json.Unmarshal(0xc004e8c6c0, 0x120, 0x120, 0x9cfa40, 0xc0075966c0, 0x120, 0x50cc01) /usr/local/go/src/encoding/json/decode.go:107 +0x112 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc001c8b680, 0x223, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c8b680, 0x223, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3a2c0, 0x3c, 0xc001c8b680, 0x223, 0xc001c8b680, 0x223, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3a2c0, 0x3c, 0xc001c8b680, 0x223, 0xaa0378, 0x1, 0xc001c8b680, 0x223, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 47 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40070c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005efccb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005efcc70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c40580, 0xc6e, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d22a0, 0x27, 0xc001c40580, 0xc6e, 0xc001c40580, 0xc6e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018d22a0, 0x27, 0xc001c40580, 0xc6e, 0xaa0378, 0x1, 0xc001c40580, 0xc6e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 48 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0022442e0, 0xc0020772c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020773c0, 0xaa0503, 0x2, 0xc0058e3080, 0x520, 0x1, 0x10a, 0xc007676080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0058e3080, 0x520, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002077518, 0xc005629600, 0x47, 0xc005a9814d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003149c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 49 [semacquire]: strings.genSplit(0xc00269d200, 0x1fe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1fe, 0xc007aa2a00, 0x1fe) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0079b9588, 0xaa04f9, 0x2, 0xc007aa2a00, 0x1fe, 0x9, 0x1e, 0xc0076760a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0079b9518, 0xc005628f80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 50 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13381d03d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002e02020, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002e02000, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002226e00, 0x35e, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3b4c0, 0x37, 0xc002226e00, 0x35e, 0xc002226e00, 0x35e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3b4c0, 0x37, 0xc002226e00, 0x35e, 0xaa0378, 0x1, 0xc002226e00, 0x35e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 51 [semacquire]: github.com/gigawattio/window.Rolling(0xc004d6b900, 0x221, 0x221, 0x3, 0x0, 0x220, 0xc004d6b900) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00064d518, 0xc0056299c0, 0xc00477f8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 52 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0062e8500, 0xc001ba92c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ba93c0, 0xaa0503, 0x2, 0xc006cdc000, 0xec0, 0x1, 0x2e6, 0xc0076863e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006cdc000, 0xec0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ba9518, 0xc00416a000, 0x39, 0xc003881c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 53 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130c005100, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f5d260, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f5d250, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002982500, 0x494, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019ccdc0, 0x38, 0xc002982500, 0x494, 0xc002982500, 0x494, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019ccdc0, 0x38, 0xc002982500, 0x494, 0xaa0378, 0x1, 0xc002982500, 0x494, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 55 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1314a4d380, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005e70170, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005e70150, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002488c00, 0x5d6, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002282200, 0x38, 0xc002488c00, 0x5d6, 0xc002488c00, 0x5d6, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002282200, 0x38, 0xc002488c00, 0x5d6, 0xaa0378, 0x1, 0xc002488c00, 0x5d6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 56 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400bd50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00475c560, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00475c550, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00229f400, 0x4e3, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a12c0, 0x46, 0xc00229f400, 0x4e3, 0xc00229f400, 0x4e3, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a12c0, 0x46, 0xc00229f400, 0x4e3, 0xaa0378, 0x1, 0xc00229f400, 0x4e3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 57 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007554fa0, 0xc003a4b2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a4b3c0, 0xaa059b, 0x2, 0xc001ad8000, 0x5a3, 0x12, 0x122, 0xc0062e93e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001ad8000, 0x5a3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a4b518, 0xc003f273a0, 0x20, 0xc00502ba00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 58 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc0037a6600, 0x5d9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00064f3c0, 0xaa04d9, 0x2, 0xc0037a6600, 0x5d9, 0x5, 0x121, 0xc007676c80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0037a6600, 0x5d9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00064f518, 0xc003f27640, 0x30, 0xc004d98b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 59 [semacquire]: github.com/gigawattio/window.Rolling(0xc0049f4000, 0x1ce, 0x1ce, 0x3, 0x0, 0x1cd, 0xc0049f4000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004cb3518, 0xc005a222a0, 0xc00416b2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 60 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f135020c2e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00536a0b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00536a0a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00193f000, 0xaf5, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d57b53, 0x28, 0xc00193f000, 0xaf5, 0xc00193f000, 0xaf5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d57b53, 0x28, 0xc00193f000, 0xaf5, 0xaa0378, 0x1, 0xc00193f000, 0xaf5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003152c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 61 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002431588, 0xaa04f9, 0x2, 0xc004ff7300, 0x1293, 0x0, 0xc0009f0a80, 0x7f13f041c080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002431518, 0xc002604660, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 62 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001eb4000, 0xa01, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001eb4000, 0xa01, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001eb4000, 0xa01, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001eb4000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001eb4000, 0xa01, 0x0, 0x0, 0xa01, 0xa80, 0xc001eb4000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001eb4000, 0xa01, 0xa01, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024c47c0, 0x3f, 0xc001eb4000, 0xa01, 0xc001eb4000, 0xa01, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024c47c0, 0x3f, 0xc001eb4000, 0xa01, 0xaa0378, 0x1, 0xc001eb4000, 0xa01, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 63 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006d9d8c0, 0x293, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006d9d8c0, 0x293, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006d9d8c0, 0x293, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc006d9d8c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006d9d8c0, 0x293, 0x0, 0x0, 0x293, 0x2c0, 0xc006d9d8c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006d9d8c0, 0x293, 0x293, 0x2c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000b3a80, 0x31, 0xc006d9d8c0, 0x293, 0xc006d9d8c0, 0x293, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000b3a80, 0x31, 0xc006d9d8c0, 0x293, 0xaa0378, 0x1, 0xc006d9d8c0, 0x293, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 64 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0017c1800, 0x5e5, 0xc00090f218, 0xc000b03500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0017c1800, 0x5e5, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00090f3c0, 0xaa04f9, 0x2, 0xc0017c1800, 0x5e5, 0x3, 0x142, 0xc0000a6ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0017c1800, 0x5e5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00090f518, 0xc002310e00, 0x3a, 0xc0040cd940) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003155c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 65 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00744b820, 0xc0008d92c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008d93c0, 0xaa0569, 0x2, 0xc007b03500, 0xa4e, 0x3, 0x1e4, 0xc0062e8460) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007b03500, 0xa4e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008d9518, 0xc002311780, 0x45, 0xc0004aa190) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 66 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c401d060, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044253e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044253c4, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002463700, 0x51f, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b12180, 0x2f, 0xc002463700, 0x51f, 0xc002463700, 0x51f, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b12180, 0x2f, 0xc002463700, 0x51f, 0xaa0378, 0x1, 0xc002463700, 0x51f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 67 [semacquire]: github.com/gigawattio/window.Rolling(0xc006288600, 0x116, 0x116, 0x3, 0x0, 0x115, 0xc006288600) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00098b518, 0xc0020e2660, 0xc0004cfa40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 68 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0077c6000, 0x5aa, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0077c6000, 0x5aa, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0077c6000, 0x5aa, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0077c6000, 0x5aa, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0077c6000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0077c6000, 0x5aa, 0x0, 0x0, 0x5aa, 0x700, 0xc0077c6000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0077c6000, 0x5aa, 0x5aa, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d2000, 0x2c, 0xc0077c6000, 0x5aa, 0xc0077c6000, 0x5aa, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018d2000, 0x2c, 0xc0077c6000, 0x5aa, 0xaa0378, 0x1, 0xc0077c6000, 0x5aa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003158c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 69 [semacquire]: strings.genSplit(0xc002dd9100, 0xd3b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006582a80, 0x2a4, 0x2a4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00314d3c0, 0xaa0503, 0x2, 0xc0026fed80, 0xd3b, 0x1, 0x2a4, 0xc004338700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0026fed80, 0xd3b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00314d518, 0xc0002d90c0, 0x48, 0xc003c1109a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 70 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007687120, 0xc001ecb2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ecb3c0, 0xaa0503, 0x2, 0xc006416800, 0x1765, 0x1, 0x461, 0xc007687100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006416800, 0x1765, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ecb518, 0xc00000f4c0, 0x33, 0xc001f3cdc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 71 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8051e90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004425500, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044254e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00230ef00, 0x494, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d24150, 0x21, 0xc00230ef00, 0x494, 0xc00230ef00, 0x494, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d24150, 0x21, 0xc00230ef00, 0x494, 0xaa0378, 0x1, 0xc00230ef00, 0x494, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 72 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13a8000dc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d3a90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d3a80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ff3000, 0x7b1, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b12db0, 0x2d, 0xc001ff3000, 0x7b1, 0xc001ff3000, 0x7b1, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b12db0, 0x2d, 0xc001ff3000, 0x7b1, 0xaa0378, 0x1, 0xc001ff3000, 0x7b1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 73 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12a8001830, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e0eb20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e0eb10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003d28380, 0x332, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303bdc0, 0x37, 0xc003d28380, 0x332, 0xc003d28380, 0x332, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303bdc0, 0x37, 0xc003d28380, 0x332, 0xaa0378, 0x1, 0xc003d28380, 0x332, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 74 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d8d0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0039cc870, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039cc860, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004956000, 0x41c, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d18cc0, 0x3c, 0xc004956000, 0x41c, 0xc004956000, 0x41c, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d18cc0, 0x3c, 0xc004956000, 0x41c, 0xaa0378, 0x1, 0xc004956000, 0x41c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 75 [semacquire]: strings.Replace(0xc001b06600, 0x184f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc001b06600, 0x184f) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010498f8, 0xc0055fe600, 0x184c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 76 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4011900, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0019ab8f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019ab8e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003b9e600, 0x1ef, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936390, 0x2b, 0xc003b9e600, 0x1ef, 0xc003b9e600, 0x1ef, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936390, 0x2b, 0xc003b9e600, 0x1ef, 0xaa0378, 0x1, 0xc003b9e600, 0x1ef, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 77 [semacquire]: strings.genSplit(0xc004bea000, 0xc27, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005a1af00, 0x249, 0x249) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022ed3c0, 0xaa059b, 0x2, 0xc00606ec80, 0xc27, 0x13, 0x249, 0xc00432be60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00606ec80, 0xc27, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022ed518, 0xc0000a6880, 0x5e, 0xc00604aa80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 78 [semacquire]: strings.Replace(0xc004ec5800, 0x383, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/jaytaylor/html2text.FromHTMLNode(0xc00297d2d0, 0x0, 0x0, 0x0, 0x0, 0xc00297d2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007026300, 0x0, 0x0, 0x0, 0x700, 0xc003d1fc00, 0x6ed, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003d1fc00, 0x6ed, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc003293fe0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016f9518, 0xc003f27dc0, 0xc004973660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 79 [semacquire]: strings.genSplit(0xc005937200, 0x46e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002e1d000, 0xf9, 0xf9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00319f3c0, 0xaa0503, 0x2, 0xc005936900, 0x46e, 0x1, 0xf9, 0xc0041d75a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005936900, 0x46e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00319f518, 0xc00427c200, 0x36, 0xc0035ec400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 80 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001fae2c0, 0x28c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001fae2c0, 0x28c, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001fae2c0, 0x28c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001fae2c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001fae2c0, 0x28c, 0x0, 0x0, 0x28c, 0x2c0, 0xc001fae2c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001fae2c0, 0x28c, 0x28c, 0x2c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b13980, 0x2b, 0xc001fae2c0, 0x28c, 0xc001fae2c0, 0x28c, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b13980, 0x2b, 0xc001fae2c0, 0x28c, 0xaa0378, 0x1, 0xc001fae2c0, 0x28c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 81 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004f2bf60, 0xc004b612c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b613c0, 0xaa0503, 0x2, 0xc0026ba000, 0x4df, 0x1, 0x109, 0xc0000a63c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0026ba000, 0x4df, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b61518, 0xc005f325c0, 0x1e, 0xc0022f1b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 82 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003feb3c0, 0xaa04fd, 0x2, 0xc0037a6c00, 0x5bb, 0xc0037a6c00, 0xc003feb3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0037a6c00, 0x5bb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003feb518, 0xc00384c040, 0x29, 0xc0018d26f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 83 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006ca0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004161a60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004161a50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022d8000, 0x49a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e12540, 0x2d, 0xc0022d8000, 0x49a, 0xc0022d8000, 0x49a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e12540, 0x2d, 0xc0022d8000, 0x49a, 0xaa0378, 0x1, 0xc0022d8000, 0x49a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 85 [semacquire]: strings.genSplit(0xc004db9000, 0x7e1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00602e600, 0x187, 0x187) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038093c0, 0xaa0599, 0x2, 0xc0031bd800, 0x7e1, 0x1, 0x187, 0xc0065e3fe0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0031bd800, 0x7e1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003809518, 0xc0000a68e0, 0x37, 0xc002283a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 86 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc0035686c0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0035686c0, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc004362990) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004362990, 0x0, 0x0, 0x0, 0xc00, 0xc00601c000, 0xbfd, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00601c000, 0xbfd, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0005184d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0038d5518, 0xc0004cf060, 0xc004973240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 87 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0058d4c80, 0x250, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0058d4c80, 0x250, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0058d4c80, 0x250, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0058d4c80, 0x250, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0058d4c80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0058d4c80, 0x250, 0x0, 0x0, 0x250, 0x280, 0xc0058d4c80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0058d4c80, 0x250, 0x250, 0x280) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003859c80, 0x1d, 0xc0058d4c80, 0x250, 0xc0058d4c80, 0x250, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003859c80, 0x1d, 0xc0058d4c80, 0x250, 0xaa0378, 0x1, 0xc0058d4c80, 0x250, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 88 [semacquire]: strings.genSplit(0xc002a56000, 0xa99, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005272000, 0x249, 0x249) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037bf3c0, 0xaa04fd, 0x2, 0xc002a13000, 0xa99, 0x50, 0x249, 0xc001d0ef80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a13000, 0xa99, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037bf518, 0xc001d0eba0, 0x2b, 0xc00168b2f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 89 [semacquire]: strings.genSplit(0xc00173c600, 0x1128, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x59, 0xc00173a000, 0x3007f13c84fa998) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c013c0, 0xaa04f9, 0x2, 0xc00173a000, 0x1128, 0xc00173a000, 0xc004c013b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00173a000, 0x1128, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c01518, 0xc00384c400, 0x3d, 0xc0024c44c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 90 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc00337d600, 0xd30, 0x2, 0xc002d3fa58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc00337d600, 0xd30, 0x0, 0x0, 0xc0001e9410, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00337d600, 0xd30, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 91 [semacquire]: strings.genSplit(0xc004beac80, 0xc73, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0037f2000, 0x2ac, 0x2ac) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b7b3c0, 0xaa04d9, 0x2, 0xc005b7ac80, 0xc73, 0x1, 0x2ac, 0xc006528be0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b7ac80, 0xc73, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b7b518, 0xc001ef95e0, 0x30, 0xc001d252c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aa20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 92 [semacquire]: bytes.makeSlice(0x1c1d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00455d1d0, 0x15b, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00455d1d0, 0xc0024e46e0, 0x15b, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00455d1d0, 0xc0024e46e0, 0x15b, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc0015c6000, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc001091f80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc002c083f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc002c08310, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc00256dc00, 0xb84d20, 0xc00455d1d0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00455d1d0, 0xc00256dc00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00455d020, 0x823f6b73, 0x1251a20, 0xc0041d6d00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 93 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0075250c0, 0xc005d90300, 0x174, 0x174, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075250c0, 0xc00110ad90, 0xc0075241b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc00110ad20, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0075250c0, 0xc00110ad20, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0075250c0, 0xc00110ad20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075250c0, 0xc00110ad20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc0050c8380, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039e10c0, 0xc0050c8380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc0050c8380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc0050c82a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039e10c0, 0xc0050c82a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc0050c82a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc004dcfb90, 0xc000b02700, 0x7f13f041a560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039e10c0, 0xc004dcfb90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc004dcfb90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc004dcfab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc004dcfab0, 0x54b170, 0xc0026831e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc004dcfab0, 0x0, 0x0, 0x0, 0x0, 0xc004dcfab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050bc330, 0x0, 0x0, 0x0, 0xd80, 0xc00212d100, 0xd6f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00212d100, 0xd6f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001df3f00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039e1518, 0xc0041d6fe0, 0xc0020e3880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 94 [semacquire]: strings.genSplit(0xc0008d3800, 0x1516, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0049d2000, 0x3eb, 0x3eb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028453c0, 0xaa059b, 0x2, 0xc004b0d000, 0x1516, 0x1f, 0x3eb, 0xc003c09760) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b0d000, 0x1516, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002845518, 0xc003c092a0, 0x1d, 0xc004c1e7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ac60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 95 [semacquire]: bytes.makeSlice(0x1d5a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007987c80, 0xf8, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007987c80, 0xc003839e00, 0xf8, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc007987c80, 0xc003839e00, 0xf8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc001dd8150, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc001dd80e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc00247b490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc00247b3b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc00247acb0, 0xb84d20, 0xc007987c80) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc007987c80, 0xc00247acb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00382bdd0, 0xefdb2ae6, 0x1251a20, 0xc00075e6c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ad20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 96 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006b0e9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc006b0ea90, 0xc00207ec40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e660, 0x0, 0x0, 0x0, 0xc00170d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e660, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00170d8f8, 0xc00001b400, 0x2163, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ade0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 97 [semacquire]: strings.genSplit(0xc006350300, 0x6dd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0066d6600, 0x197, 0x197) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041bf3c0, 0xaa04d9, 0x2, 0xc002ed9500, 0x6dd, 0x1, 0x197, 0xc007596f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002ed9500, 0x6dd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041bf518, 0xc003c08fe0, 0x37, 0xc003880a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 98 [semacquire]: regexp.(*Regexp).expand(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc0045d4845, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0x0, 0x0, 0x0, 0xc004b19990, 0x2, 0x2, 0xc0045d4845, 0x7, 0x0) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0045d4845, 0x7, 0x2, 0xc00050e538, 0xc005b80c80, 0xc00550a5d8, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0045d4845, 0x7, 0xaa0378, 0x1, 0xc0040ba180, 0x3) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00050f0c0, 0xc003e3b7a0, 0xc002221550, 0xc00550a670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3b730, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00550b0c0, 0xc003e3b730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3b730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3b650, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00550b0c0, 0xc003e3b650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3b650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3af50, 0xc000b02000, 0x7f13f041a560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00550b0c0, 0xc003e3af50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3af50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3ae70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3ae70, 0x54b170, 0xc0049fe0d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003e3ae70, 0x0, 0x0, 0x0, 0x0, 0xc003e3ae70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006238420, 0x0, 0x0, 0x0, 0x1500, 0xc005c93500, 0x1443, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005c93500, 0x1443, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005f3ea50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00550b518, 0xc004ebbc00, 0xc00432a480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033af60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 99 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0066908f0, 0xc00539d2b0, 0xcc) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0066908f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0066908f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0066908f0, 0xc00263f810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e1e0, 0x0, 0x0, 0x0, 0xc004d1f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e1e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d1f8f8, 0xc002246000, 0x1704, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 100 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003c08f60, 0xc003f812c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f813c0, 0xaa0503, 0x2, 0xc005dc6800, 0xac7, 0xc005dc6800, 0xc003f813b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005dc6800, 0xac7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f81518, 0xc003c09ea0, 0x34, 0xc005090d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 101 [runnable]: strings.Index(0xc004414000, 0x7151, 0xaa0378, 0x1, 0x18ad) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc004414000, 0x7151, 0xaa0378, 0x1, 0x0, 0x18ad, 0xc007358000, 0x18ae, 0x18ae) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a813c0, 0xaa0503, 0x2, 0xc006fd4000, 0x7151, 0x1, 0x18ae, 0xc00427d260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006fd4000, 0x7151, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a81518, 0xc002251f00, 0x9e, 0xc0066628c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b1a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 102 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00456e210, 0x2c21c9eb, 0x1251a20, 0xc001ef8740, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b260, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 103 [semacquire]: bytes.makeSlice(0x3774, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001e4fbf0, 0x5e, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001e4fbf0, 0xc0029287e1, 0x5e, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001e4fbf0, 0xc0029287e1, 0x5f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc0033a91f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc0033a9180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc002e28070, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc000891f80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc000891880, 0xb84d20, 0xc001e4fbf0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001e4fbf0, 0xc000891880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e4f950, 0x167a1647, 0x1251a20, 0xc001d0ee40, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b320, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 104 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00384c820, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384c820, 0x0, 0x0, 0x0, 0xc0015a7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384c820, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015a78f8, 0xc0027ecc80, 0x18b3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b3e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 105 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00366e230, 0x4f, 0xaa0378, 0x1, 0xc0062d9100, 0x2) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783dd98, 0xc0075aaf50, 0xc002d811e0, 0xc00783dc00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783dd98, 0xc0075aaee0, 0xc000000001, 0xb) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00783f0c0, 0xc0075aaee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783f0c0, 0xc0075aaee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc0075aae00, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00783f0c0, 0xc0075aae00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:220 +0x6a0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783f0c0, 0xc0075aae00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc0075aad20, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00783f0c0, 0xc0075aad20, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00783f0c0, 0xc0075aad20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783f0c0, 0xc0075aad20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110fb20, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc00110fb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110fb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110fa40, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc00110fa40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110fa40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110f340, 0xc000ad9500, 0x7f13f04197d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc00110f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110f260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110f260, 0x54b170, 0xc0030e20d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00110f260, 0x0, 0x0, 0x0, 0x0, 0xc00110f260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001b64390, 0x0, 0x0, 0x0, 0x3500, 0xc000724000, 0x34db, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc000724000, 0x34db, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004a8d7a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048d5518, 0xc0041d73e0, 0xc002250680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b4a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 106 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8002390, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00531c0f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00531c0e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003c408f0, 0xcd, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a0b40, 0x43, 0xc003c408f0, 0xcd, 0xc003c408f0, 0xcd, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a0b40, 0x43, 0xc003c408f0, 0xcd, 0xaa0378, 0x1, 0xc003c408f0, 0xcd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 107 [semacquire]: strings.genSplit(0xc005d388a0, 0x53, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x53, 0xc005d38840, 0x53) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000375588, 0xaa04f9, 0x2, 0xc005d38840, 0x53, 0x0, 0xc0003753d8, 0xc003938968) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000375518, 0xc002550b10, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000375518, 0xc00000e1c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 108 [semacquire]: strings.genSplit(0xc003def300, 0x1239, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x7f13c85477b8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038d93c0, 0xaa058b, 0x2, 0xc003f94000, 0x1239, 0xc003f94000, 0xc0038d93b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003f94000, 0x1239, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038d9518, 0xc0000a6d80, 0x33, 0xc002283ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 109 [semacquire]: strings.Replace(0xc0060c2000, 0x2485, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc0060c2000, 0x2485) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001898f8, 0xc006171400, 0x2481, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 110 [semacquire]: strings.genSplit(0xc000b4f000, 0xe5c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x57, 0xc000b4e000, 0x2007f13c8584ae8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a73c0, 0xaa04f9, 0x2, 0xc000b4e000, 0xe5c, 0xc000b4e000, 0xc0036a73b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000b4e000, 0xe5c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036a7518, 0xc005de61a0, 0x50, 0xc001e10ff0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 111 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006917bf0, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0017a7518, 0xc006917bf0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0017a7518, 0xc00392c4c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 112 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0053a4702, 0x6af, 0x2, 0xc001739a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0053a4702, 0x6af, 0x0, 0x0, 0xc0001e9410, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0053a4702, 0x6af, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 113 [semacquire]: golang.org/x/net/html.(*Tokenizer).readTag(0xc0001ea8f0, 0x54e501) /home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162 golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0001ea8f0, 0x61) /home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45 golang.org/x/net/html.(*Tokenizer).Next(0xc0001ea8f0, 0x1) /home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c golang.org/x/net/html.(*parser).parse(0xc0001eaa90, 0xc001e72f50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ea0, 0x0, 0x0, 0x0, 0xc003de7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ea0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003de78f8, 0xc003b8d900, 0x11ef, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033baa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 114 [semacquire]: regexp.newQueue(...) /usr/local/go/src/regexp/onepass.go:140 regexp.makeOnePass(0xc0057b6630, 0xc0057b6630) /usr/local/go/src/regexp/onepass.go:307 +0x148 regexp.compileOnePass(0xc0057b65d0, 0xc0057b65d0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0018cf300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0018cf300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0018cf300, 0x0, 0xb856e0, 0xc0004ce028, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0018cf300, 0xc0015b52d0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0018cf300, 0x42ca96, 0xc0057b65a0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0018cf370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007730280, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004248d80, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0018cf518, 0xc004338c00, 0xabc101, 0x1d, 0x3d, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 115 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00618aa00, 0x66d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00618aa00, 0x66d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00618aa00, 0x66d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00618aa00, 0x66d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00618aa00, 0x66d, 0x0, 0x0, 0x66d, 0xc00618aa00, 0x66d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00618aa00, 0x66d, 0x66d, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043ff640, 0x35, 0xc00618aa00, 0x66d, 0xc00618aa00, 0x66d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043ff640, 0x35, 0xc00618aa00, 0x66d, 0xaa0378, 0x1, 0xc00618aa00, 0x66d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 116 [semacquire]: strings.genSplit(0xc006652700, 0x633, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x700, 0x0, 0x7f13c87c5548) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00333f3c0, 0xaa05c9, 0x2, 0xc006652000, 0x633, 0xc006652000, 0xc00333f3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006652000, 0x633, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00333f518, 0xc001ef9520, 0x31, 0xc0058cfa80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 117 [semacquire]: strings.genSplit(0xc001840600, 0x1896, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b9b800, 0x437, 0x437) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024873c0, 0xaa059b, 0x2, 0xc007679980, 0x1896, 0x1b, 0x437, 0xc003c08740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007679980, 0x1896, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002487518, 0xc0062e94e0, 0x28, 0xc003cbeff0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 118 [semacquire]: strings.genSplit(0xc00477b600, 0x870, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d6a000, 0x1c6, 0x1c6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023d53c0, 0xaa0569, 0x2, 0xc004a8a400, 0x870, 0x2, 0x1c6, 0xc0062e9360) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a8a400, 0x870, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023d5518, 0xc005629360, 0x43, 0xc0051abb80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033be60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 119 [semacquire]: github.com/gigawattio/window.Rolling(0xc0053b2000, 0x278, 0x278, 0x3, 0x0, 0x277, 0xc0053b2000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00033d518, 0xc0065286e0, 0xc006529060) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 120 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a1c090, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003409518, 0xc00384c240, 0x4f, 0xc00002b9a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 121 [semacquire]: strings.Replace(0xc003a77400, 0x2412, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1c, 0xc003a77400, 0x2412) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b49518, 0xc00392c540, 0xc0042c60a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003620c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 122 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00264f500, 0xa45, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00264f500, 0xa45, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00264f500, 0xa45, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00264f500, 0xa45, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00264f500, 0xa45, 0x0, 0x0, 0xa45, 0xc00264f500, 0xa45) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00264f500, 0xa45, 0xa45, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc5800, 0x32, 0xc00264f500, 0xa45, 0xc00264f500, 0xa45, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc5800, 0x32, 0xc00264f500, 0xa45, 0xaa0378, 0x1, 0xc00264f500, 0xa45, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 123 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00395f3c0, 0xaa0599, 0x2, 0xc00571a000, 0x3adc, 0xc00571a000, 0xc00395f3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00571a000, 0x3adc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00395f518, 0xc00392cb40, 0x45, 0xc001bdaa1b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 124 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/jaytaylor/html2text.FromString(0xc006687000, 0xf3c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001a478c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e25518, 0xc003647500, 0xc0036474c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 125 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014500, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007212390, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007212380, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006789200, 0x5fc, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00259d880, 0x73, 0xc006789200, 0x5fc, 0xc006789200, 0x5fc, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00259d880, 0x73, 0xc006789200, 0x5fc, 0xaa0378, 0x1, 0xc006789200, 0x5fc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003623c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 126 [semacquire]: bytes.makeSlice(0x1ca2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003314c60, 0xce, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003314c60, 0xc003c98750, 0xce, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003314c60, 0xc003c98750, 0xce, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc0027fff80, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc0027fff10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc00473bf10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc00473be30, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc00473b730, 0xb84d20, 0xc003314c60) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003314c60, 0xc00473b730, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003314ab0, 0x5bed1158, 0x1251a20, 0xc0043cc520, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 127 [semacquire]: bytes.makeSlice(0x198, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001725388, 0xa, 0x10) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001725388, 0xc000714960, 0xa, 0x5165d7, 0xc0020335c6, 0xc004bb9140) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d41570) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d41500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d41420) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d40e00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d40d20) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d40620) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057526c0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001725518, 0xc0043cc7c0, 0x47, 0xc004935450) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 128 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002aad300, 0x10d9, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002aad300, 0x10d9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002aad300, 0x10d9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002aad300, 0x10d9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002aad300, 0x10d9, 0x0, 0x0, 0x10d9, 0xc002aad300, 0x10d9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002aad300, 0x10d9, 0x10d9, 0x1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00657d8f0, 0x61, 0xc002aad300, 0x10d9, 0xc002aad300, 0x10d9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00657d8f0, 0x61, 0xc002aad300, 0x10d9, 0xaa0378, 0x1, 0xc002aad300, 0x10d9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 129 [semacquire]: strings.genSplit(0xc007515500, 0x1a5d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006299800, 0x423, 0x423) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002df13c0, 0xaa04d9, 0x2, 0xc00121ba80, 0x1a5d, 0x1, 0x423, 0xc0000a73c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00121ba80, 0x1a5d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002df1518, 0xc005f32200, 0x3f, 0xc003842a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003626c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 130 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b8001a40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028798c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028798a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00424a000, 0x361, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda384, 0x30, 0xc00424a000, 0x361, 0xc00424a000, 0x361, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda384, 0x30, 0xc00424a000, 0x361, 0xaa0378, 0x1, 0xc00424a000, 0x361, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 131 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc004a0a800, 0xa89, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc0040ce310, 0x0, 0x0, 0x0, 0x0, 0xc0040ce310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0037688a0, 0x0, 0x0, 0x0, 0x1000, 0xc004705000, 0xf0b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004705000, 0xf0b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003937020) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fb3518, 0xc003f27f60, 0xc005168840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 132 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004d327b0, 0x747eaa97, 0x1251a20, 0xc00427cf40, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 133 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014920, 0x7f1390001dd0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000028c50, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000028c40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001b2b800, 0x795, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d1a9b0, 0x4e, 0xc001b2b800, 0x795, 0xc001b2b800, 0x795, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d1a9b0, 0x4e, 0xc001b2b800, 0x795, 0xaa0378, 0x1, 0xc001b2b800, 0x795, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003629c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 134 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc0000adef0, 0x30, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039ed588, 0xaa04f9, 0x2, 0xc0000adef0, 0x30, 0x2, 0x26, 0xc003db1f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0039ed518, 0xc0036478a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 135 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028cf750, 0xf, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xaaece6, 0x9, 0xf) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00105db00, 0xcf3, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:11 +0x3a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b896e0, 0x56, 0xc00105db00, 0xcf3, 0xc00105db00, 0xcf3, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b896e0, 0x56, 0xc00105db00, 0xcf3, 0xaa0378, 0x1, 0xc00105db00, 0xcf3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 136 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d00028f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020840e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020840d4, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002478500, 0x4a2, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168aff0, 0x2f, 0xc002478500, 0x4a2, 0xc002478500, 0x4a2, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168aff0, 0x2f, 0xc002478500, 0x4a2, 0xaa0378, 0x1, 0xc002478500, 0x4a2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 137 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 138 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0004ce140, 0xc006c37210, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006c37588, 0xaa04f9, 0x2, 0xc0073dfb00, 0x16d, 0x4, 0xc006c37290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xe, 0xc0056d4a50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00455cba0, 0xc006c37320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc006c37518, 0xc003ff8e40, 0xc005de7780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc006c37518, 0xc003ff8e40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006c37518, 0xc003ff8e40, 0xc003ff8e40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 139 [semacquire]: strings.genSplit(0xc002b81900, 0x1286, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003332000, 0x3a8, 0x3a8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017353c0, 0xaa04d9, 0x2, 0xc002bbe600, 0x1286, 0x1, 0x3a8, 0xc0062e9b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002bbe600, 0x1286, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001735518, 0xc0024bcda0, 0x40, 0xc001d18695) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 140 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1334001c20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005c61a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005c6160, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005ae2d80, 0x45b, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b12ab0, 0x30, 0xc005ae2d80, 0x45b, 0xc005ae2d80, 0x45b, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b12ab0, 0x30, 0xc005ae2d80, 0x45b, 0xaa0378, 0x1, 0xc005ae2d80, 0x45b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 141 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001bd0c80, 0x9f, 0x2, 0xc002cfa198, 0xa, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001bd0c80, 0x9f, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cfb0c0, 0xc003f8fab0, 0xc002cfa1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003f8fa40, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002cfb0c0, 0xc003f8fa40, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cfb0c0, 0xc003f8fa40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cfb0c0, 0xc003f8fa40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003f8e460, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b10c0, 0xc003f8e460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003f8e460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003f8e380, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b10c0, 0xc003f8e380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003f8e380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003281c70, 0xc000c28a80, 0x7f13f041ac28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b10c0, 0xc003281c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003281c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003281b90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003281b90, 0x54b170, 0xc003208ea0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003281b90, 0x0, 0x0, 0x0, 0x0, 0xc003281b90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026f5ad0, 0x0, 0x0, 0x0, 0x1800, 0xc002fa1000, 0x161f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002fa1000, 0x161f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000027300) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034b1518, 0xc002251b20, 0xc00075ffe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 143 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00384d700, 0xc0017772c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017773c0, 0xaa058b, 0x2, 0xc003bf6000, 0x7b8, 0x1, 0x184, 0xc00384d6e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003bf6000, 0x7b8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001777518, 0xc0024bc000, 0x47, 0xc00002af00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 144 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007555360, 0xc0025b1220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025b1588, 0xaa04f9, 0x2, 0xc004ed0700, 0x6cf, 0x14, 0x39, 0xc005de76c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025b1518, 0xc0000a6820, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 145 [runnable]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e073c0, 0xaa0503, 0x2, 0xc004da1800, 0xab4, 0x1, 0x225, 0xc00166e0e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004da1800, 0xab4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e07518, 0xc003f26720, 0x41, 0xc0004aa5f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003632c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 146 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008980, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000349020, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000349000, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00212b600, 0xcc8, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0037e0540, 0x58, 0xc00212b600, 0xcc8, 0xc00212b600, 0xcc8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0037e0540, 0x58, 0xc00212b600, 0xcc8, 0xaa0378, 0x1, 0xc00212b600, 0xcc8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 147 [semacquire]: regexp.onePassCopy(0xc005d08420, 0xc005d08420) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc005d08420, 0xc005d08420) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0016ff300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0016ff300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0016ff300, 0x0, 0xb856e0, 0xc0000a7ee8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0016ff300, 0xc000376770, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0016ff300, 0x42ca96, 0xc005d083f0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0016ff370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0049a2840, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00410f3e0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0016ff518, 0xc0004cebc0, 0xabc101, 0x1d, 0x49, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 148 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001313c0, 0xaa0503, 0x2, 0xc001af2000, 0x5d6, 0x1, 0x17b, 0xc0041d7c40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001af2000, 0x5d6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000131518, 0xc0004ce180, 0x52, 0xc00008e4f7) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 149 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13147ec710, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0072125b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0072125a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000632000, 0x61d, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2050, 0x4a, 0xc000632000, 0x61d, 0xc000632000, 0x61d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2050, 0x4a, 0xc000632000, 0x61d, 0xaa0378, 0x1, 0xc000632000, 0x61d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003635c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 150 [semacquire]: strings.genSplit(0xc0060f7000, 0xf5c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0078c8000, 0x34b, 0x34b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e653c0, 0xaa04df, 0x2, 0xc00557e000, 0xf5c, 0x4, 0x34b, 0xc00384d2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00557e000, 0xf5c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e65518, 0xc005de68a0, 0x43, 0xc001e109b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 151 [semacquire]: regexp.makeOnePass.func1(0xc, 0xc00580aa10, 0xf, 0xf, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc0050d86f0, 0xc0050d86f0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc0050d8660, 0xc0050d8660) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0019c1300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0019c1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0019c1300, 0x0, 0xb856e0, 0xc0000a7ea8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0019c1300, 0xc0005ba0e0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0019c1300, 0x42ca96, 0xc0050d84e0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0019c1370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc003f26e00, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0005e5440, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0019c1518, 0xc0002d8b20, 0xabc101, 0x1d, 0x2a, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 152 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0020a6000, 0x413b, 0xc003fe5218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0020a6000, 0x413b, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fe53c0, 0xaa0503, 0x2, 0xc0020a6000, 0x413b, 0x1, 0xd40, 0xc00000f8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0020a6000, 0x413b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fe5518, 0xc0024bdb40, 0x4a, 0xc003c11d10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 153 [semacquire]: bytes.makeSlice(0x1b5b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005d08bd0, 0x26d, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005d08bd0, 0xc0018df400, 0x26d, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005d08bd0, 0xc0018df400, 0x26d, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc0025fce70, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc0025fce00, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc002711ea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc002711dc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc0027116c0, 0xb84d20, 0xc005d08bd0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005d08bd0, 0xc0027116c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001995e30, 0x50d2a1, 0xc001d18900, 0x3d, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e87518, 0xc0023119e0, 0xc0049a2de0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003638c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 154 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec197510, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a24870, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a24860, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d9700, 0x56a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001721a80, 0x3e, 0xc0019d9700, 0x56a, 0xc0019d9700, 0x56a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001721a80, 0x3e, 0xc0019d9700, 0x56a, 0xaa0378, 0x1, 0xc0019d9700, 0x56a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 155 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003adb040, 0xc007abb2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007abb3c0, 0xaa04f9, 0x2, 0xc004d51000, 0xf39, 0xc004d51000, 0xc007abb3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004d51000, 0xf39, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007abb518, 0xc004db5520, 0x36, 0xc002ba7880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 156 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d47e2b90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000348d20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000348cc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0015b0a80, 0x91f, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b1a951, 0x4e, 0xc0015b0a80, 0x91f, 0xc0015b0a80, 0x91f, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b1a951, 0x4e, 0xc0015b0a80, 0x91f, 0xaa0378, 0x1, 0xc0015b0a80, 0x91f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 157 [semacquire]: strings.genSplit(0xc005b5ca80, 0x9af, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001dcc000, 0x1fc, 0x1fc) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c593c0, 0xaa04fd, 0x2, 0xc0056bca80, 0x9af, 0x39, 0x1fc, 0xc004f2a960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0056bca80, 0x9af, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c59518, 0xc0004cf080, 0x5d, 0xc006b4ec00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 158 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004c81300, 0x108d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c81300, 0x108d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c81300, 0x108d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c81300, 0x108d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c81300, 0x108d, 0x0, 0x0, 0x108d, 0xc004c81300, 0x108d) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c81300, 0x108d, 0x108d, 0x1500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004f49b6, 0x4b, 0xc004c81300, 0x108d, 0xc004c81300, 0x108d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004f49b6, 0x4b, 0xc004c81300, 0x108d, 0xaa0378, 0x1, 0xc004c81300, 0x108d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 159 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1380005fc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0052f5bf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0052f5bd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000a03000, 0xe22, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda3c0, 0x47, 0xc000a03000, 0xe22, 0xc000a03000, 0xe22, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda3c0, 0x47, 0xc000a03000, 0xe22, 0xaa0378, 0x1, 0xc000a03000, 0xe22, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 160 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0024b7500, 0x9e0, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0024b7500, 0x9e0, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0024b7500, 0x9e0, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0024b7500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0024b7500, 0x9e0, 0x0, 0x0, 0x9e0, 0xa80, 0xc0024b7500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0024b7500, 0x9e0, 0x9e0, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a18480, 0x5c, 0xc0024b7500, 0x9e0, 0xc0024b7500, 0x9e0, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a18480, 0x5c, 0xc0024b7500, 0x9e0, 0xaa0378, 0x1, 0xc0024b7500, 0x9e0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 161 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc00234c700, 0x6bd, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00234c700, 0x6bd, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720600, 0x39, 0xc00234c700, 0x6bd, 0xc00234c700, 0x6bd, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720600, 0x39, 0xc00234c700, 0x6bd, 0xaa0378, 0x1, 0xc00234c700, 0x6bd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 162 [semacquire]: strings.genSplit(0xc006cba380, 0xd75, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b63500, 0x28b, 0x28b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009093c0, 0xaa0503, 0x2, 0xc006cb8880, 0xd75, 0x1, 0x28b, 0xc0076875c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006cb8880, 0xd75, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000909518, 0xc0056cd120, 0x55, 0xc00600fd40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 163 [semacquire]: bytes.makeSlice(0x5cd, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001c61388, 0xd9, 0xd0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001c61388, 0xc00010b7a0, 0xd9, 0x5165d7, 0xc0064813eb, 0xc002770010) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003eb1ab0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003eb1a40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f3f0a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f3efc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f3e8c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ec750, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c61518, 0xc0056cd4e0, 0x38, 0xc005a95b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 164 [semacquire]: strings.genSplit(0xc002904000, 0x7ec, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006510000, 0x1e9, 0x1e9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022773c0, 0xaa058b, 0x2, 0xc0073fb000, 0x7ec, 0x1, 0x1e9, 0xc00798c7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0073fb000, 0x7ec, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002277518, 0xc002311140, 0x2d, 0xc003937350) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 166 [semacquire]: strings.genSplit(0xc005d42690, 0xf0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xf0, 0xc005d425a0, 0xf0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003039588, 0xaa04f9, 0x2, 0xc005d425a0, 0xf0, 0x10, 0xc003039290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x6, 0xc0065123f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005aceff0, 0xc003039320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003039518, 0xc00531bad0, 0xc005a225c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003039518, 0xc00531bad0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003039518, 0xc00531bad0, 0xc00531bad0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 167 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003012270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003012340, 0xc003d5f3b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0030db8f0, 0x0, 0x0, 0x0, 0x0, 0x1e01, 0xc0030db8c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030db8c0, 0x0, 0x0, 0x0, 0x2000, 0xc006f52000, 0x1ec8, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc006f52000, 0x1ec8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00702cf80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004cb5518, 0xc0020bd020, 0xc0020bda60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 168 [runnable]: golang.org/x/net/html.(*parser).addText(0xc005c73c70, 0xc004d9eac0, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x12d golang.org/x/net/html.inBodyIM(0xc005c73c70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c73c70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005c73c70, 0xc0080e4070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00379f110, 0x0, 0x0, 0x0, 0x0, 0x1301, 0xc00379f0e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00379f0e0, 0x0, 0x0, 0x0, 0x1500, 0xc00522a000, 0x1381, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00522a000, 0x1381, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001d23200) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00090b518, 0xc0006abe00, 0xc0065e3040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 169 [semacquire]: bytes.makeSlice(0x31e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004f506c0, 0x8, 0x5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004f506c0, 0xc002b8edc8, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004f506c0, 0xc002b8edc8, 0x8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004f506c0, 0xc002b93650, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc004f506c0, 0xc002b931f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004f506c0, 0xc002b93180, 0xb84d20, 0xc004f506c0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004f506c0, 0xc002b93180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d17da0, 0x50d201, 0xc001d8842e, 0x40, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00264b518, 0xc002310000, 0xc00477e9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 170 [semacquire]: bytes.makeSlice(0xdf0, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006ecf388, 0x194, 0xfa) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006ecf388, 0xc001e1d520, 0x194, 0x5165d7, 0xc003bf1688, 0xc004821c68) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001910a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000191030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005a9500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005a9420) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00354f9d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0046ca8a0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ecf518, 0xc0006aab20, 0x5c, 0xc001a09740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 171 [semacquire]: github.com/gigawattio/window.Rolling(0xc007b5c000, 0x1eb, 0x1eb, 0x3, 0x0, 0x1ea, 0xc007b5c000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001949518, 0xc00798c0a0, 0xc00392db40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 172 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00664f800, 0x61a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00664f800, 0x61a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00664f800, 0x61a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00664f800, 0x61a, 0x0, 0x0, 0x61a, 0xc00664f800, 0x61a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00664f800, 0x61a, 0x61a, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022be000, 0x2d, 0xc00664f800, 0x61a, 0xc00664f800, 0x61a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022be000, 0x2d, 0xc00664f800, 0x61a, 0xaa0378, 0x1, 0xc00664f800, 0x61a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 173 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc0040a3000, 0xecb, 0xc0024a242c, 0x4) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006ff3c0, 0xaa05c9, 0x2, 0xc0040a3000, 0xecb, 0xc0040a3000, 0xc0006ff3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0040a3000, 0xecb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006ff518, 0xc005f32340, 0x3e, 0xc0022be740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 174 [semacquire]: strings.genSplit(0xc0069f8400, 0xbb0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e07200, 0x251, 0x251) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a9d3c0, 0xaa059b, 0x2, 0xc002a8c000, 0xbb0, 0x16, 0x251, 0xc0043cd100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a8c000, 0xbb0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a9d518, 0xc00427df00, 0x44, 0xc0004aa4b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 175 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0074033c0, 0xaa04f9, 0x2, 0xc004e4e000, 0x1e8e, 0xc004e4e000, 0xc0074033b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004e4e000, 0x1e8e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007403518, 0xc0026045e0, 0x5a, 0xc00008f0e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 176 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004db4040, 0xc006575220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006575588, 0xaa04f9, 0x2, 0xc0036df4a0, 0xa2, 0xe, 0x2d, 0xc0065e37c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006575518, 0xc003e91900, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aa20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 177 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc005b7c580, 0xc2b, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b793c0, 0xaa04df, 0x2, 0xc005b7c580, 0xc2b, 0x4, 0x244, 0xc007687220) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b7c580, 0xc2b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b79518, 0xc0041d60e0, 0x4f, 0xc0004ab360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 178 [semacquire]: bytes.makeSlice(0xc3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0030ab138, 0x43, 0x40) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0030ab138, 0xc0043fed20, 0x43, 0x5165d7, 0xc0034cdc00, 0xc0040d1125) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f200e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f20070) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f1bf80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00357c6f0, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0030ab518, 0xc00357c6f0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0030ab518, 0xc0062fe7e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 179 [semacquire]: github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc004089ab0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180 github.com/PuerkitoBio/goquery.mapNodes(0xc001466e58, 0x1, 0x1, 0xc004b6f348, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc001466e58, 0x1, 0x1, 0xb856e0, 0xc0041d7420, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00455d8f0, 0xab9e11, 0x19, 0xc00455dad0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004b6f518, 0xc0041d7160, 0x974, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ac60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 180 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc00790f600, 0x896, 0xaa0378, 0x1, 0xc00790e400, 0x896) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00790f600, 0x896, 0xaa0378, 0x1, 0xc00790f600, 0x896) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ad20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 181 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003890800, 0xe, 0x10, 0xc0013b5500, 0x15, 0x20, 0xc00480b020, 0xc0052a3168, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc0002c9db8, 0x1, 0x1, 0xc00480b0f0, 0x7f13f0419e98, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0002c9db8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0052a3168, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc004a53290, 0xc004c7a270) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00480b518, 0xc004a53290, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00480b518, 0xc0042c7f20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ade0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 182 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc004b12000, 0xee1, 0x7f13c858bf48, 0xc004b652e0) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b653c0, 0xaa058b, 0x2, 0xc004b12000, 0xee1, 0xc004b12000, 0xc004b653b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b12000, 0xee1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b65518, 0xc00000ff20, 0x3c, 0xc001f3d2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 183 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c973c0, 0xaa04f9, 0x2, 0xc0054d0a80, 0x9c7, 0xc0054d0a80, 0xc004c973b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0054d0a80, 0x9c7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c97518, 0xc005a239e0, 0x5a, 0xc005ced200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038af60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 184 [semacquire]: bytes.makeSlice(0x232, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00216b208, 0x9a, 0x4c) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00216b208, 0xc004833220, 0x9a, 0x5165d7, 0xc0041c5a53, 0xc001f7ff50) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e64310) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e642a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e64070) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003ca6240, 0xc00379f320, 0xc003bf4200) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00216b518, 0xc0024bd0c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 185 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006760a00, 0x13b0, 0x2, 0xc004003a58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006760a00, 0x13b0, 0xaa0378, 0x1, 0xc00675f500, 0x13b0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006760a00, 0x13b0, 0xaa0378, 0x1, 0xc006760a00, 0x13b0) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 186 [runnable]: strings.genSplit(0xc0005d8900, 0x803, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc007ebd500, 0x30000c002e5d360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e5d3c0, 0xaa04f9, 0x2, 0xc002fa7600, 0x803, 0xc002fa7600, 0xc002e5d3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002fa7600, 0x803, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e5d518, 0xc004ebb9c0, 0x61, 0xc001bc3eb7) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 187 [semacquire]: bytes.makeSlice(0x600, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00104b0e8, 0x200, 0x200) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc00104b0e8, 0xb7b620, 0xc004c7a2d0, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc004c7a2d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc004c7a2d0, 0xc00104b1d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004c7a2d0, 0x0, 0x0, 0x0, 0xd80, 0xc0022b6d80, 0xcc6, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0022b6d80, 0xcc6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004eb5000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00104b518, 0xc004bb2e40, 0xc007731900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 188 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0041d6cc0, 0xc003f6d110, 0xc0041d6ce0, 0x4, 0x4, 0xc0041d6ce0, 0x4, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0041d6cc0, 0xc003f6ccb0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0041d6cc0, 0xc003f6cc40, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc0041d6cc0, 0xc003f6cc40, 0xc0037c0f50, 0x747325, 0xc00004c700) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc003f6cb60, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc001466d58, 0x1, 0x1, 0xc0037c10b0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc001466d58, 0x1, 0x1, 0xb856e0, 0xc0041d6cc0, 0xc00455cf00, 0xc00455cf00, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00455ce10, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037c18f8, 0xc00174f900, 0x102b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 189 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Join(0xc0074c1800, 0x21, 0x40, 0xaa03a3, 0x1, 0xc0074c1800, 0x20) /usr/local/go/src/strings/strings.go:438 +0x4c8 github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002523388, 0xc001aa5a80, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:135 +0x1c8 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002523388, 0xc0027fd590, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002523301, 0xc000f5acb8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002523518, 0xc0027fd590, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 190 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00455c8d0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ecd8f8, 0xc0032ed980, 0x18db, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 191 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049273c0, 0xaa04f9, 0x2, 0xc003ba6a80, 0x9cb, 0xc003ba6a80, 0xc0049273b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ba6a80, 0x9cb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004927518, 0xc002250240, 0x7b, 0xc0026a2395) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 192 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002ead860, 0xc5e85f67, 0x1251a20, 0xc00392c020, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 193 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0070a3402, 0xa7f, 0xc007189248, 0x79bc18) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0070a3402, 0xa7f, 0x0, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003807518, 0xc0062fe860, 0xc007555d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 194 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002c80dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002c811e0, 0xc0078bddc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0020e87e0, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc0020e87b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0020e87b0, 0x0, 0x0, 0x0, 0xc00, 0xc001667400, 0xbc1, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc001667400, 0xbc1, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003d79b00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00367b518, 0xc0026058e0, 0xc003e914c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 195 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Join(0xc0033de200, 0x14, 0x20, 0xaa03a3, 0x1, 0xc0033de200, 0x10) /usr/local/go/src/strings/strings.go:438 +0x4c8 github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0030af388, 0xc006b86200, 0x5) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:135 +0x1c8 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0030af388, 0xc001f4d620, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0030af301, 0xc004750d28) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0030af518, 0xc001f4d620, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 196 [semacquire]: strings.genSplit(0xc0043f6000, 0xa63, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005a18a00, 0x240, 0x240) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d193c0, 0xaa04f9, 0x2, 0xc004251500, 0xa63, 0x4, 0x240, 0xc006528ba0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004251500, 0xa63, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d19518, 0xc006528820, 0x49, 0xc0051ab697) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 197 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc004f50120, 0xab2997, 0xc, 0xac009d, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc004747518, 0xc004f50120, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004747518, 0xc002250a40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 198 [semacquire]: bytes.makeSlice(0x683, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0056d43c0, 0x7, 0xc004ca4dd8) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0056d43c0, 0xc0049d0b30, 0x7, 0x6, 0xffffffffffffffff, 0xad02e0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0056d43c0, 0xc0049d0b30, 0x7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e7030, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e6e70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e6d90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e6690, 0xb84d20, 0xc0056d43c0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0056d43c0, 0xc0049e6690, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0042a8510, 0xf0c4ba16, 0x1251a20, 0xc003ada4a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038baa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 199 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00356add0, 0xc8, 0x2, 0xc00480e198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00356add0, 0xc8, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00480f0c0, 0xc003e789a0, 0xc00480e1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003e78930, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00480f0c0, 0xc003e78930, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00480f0c0, 0xc003e78930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00480f0c0, 0xc003e78930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003789dc0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc003789dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc003789dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003789ce0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc003789ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc003789ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc0037895e0, 0xc000ad9180, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc0037895e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc0037895e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003789500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc003789500, 0x54b170, 0xc00475fee0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003789500, 0x0, 0x0, 0x0, 0x0, 0xc003789500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00474f0b0, 0x0, 0x0, 0x0, 0x1980, 0xc0027ecc80, 0x1843, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0027ecc80, 0x1843, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001bc4400) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048d5518, 0xc002244740, 0xc002245060) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 200 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400fdf0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000028700, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000286f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0005bf000, 0xb91, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000314132, 0x49, 0xc0005bf000, 0xb91, 0xc0005bf000, 0xb91, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000314132, 0x49, 0xc0005bf000, 0xb91, 0xaa0378, 0x1, 0xc0005bf000, 0xb91, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 201 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006dffed5, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc006dffed5, 0x7, 0x2, 0xc00803e538, 0xc000041800, 0xc0025045d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc006dffed5, 0x7, 0xaa0378, 0x1, 0xc006fd2300, 0x6) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00803f0c0, 0xc00214e770, 0xc0022213f0, 0xc002504670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc00214e700, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025050c0, 0xc00214e700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc00214e700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc00214e620, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025050c0, 0xc00214e620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc00214e620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc002089e30, 0xc002504d00, 0x444010) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025050c0, 0xc002089e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc002089e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc002089d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc002089d50, 0x54b170, 0xc005bd8680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002089d50, 0x0, 0x0, 0x0, 0x0, 0xc002089d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026b90b0, 0x0, 0x0, 0x0, 0x900, 0xc0048a2000, 0x811, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0048a2000, 0x811, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005543d80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002505518, 0xc0043cc540, 0xc0002d9a60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 202 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e633c0, 0xaa04f9, 0x2, 0xc001c1d800, 0x7ba, 0x3, 0x1b0, 0xc0077306e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001c1d800, 0x7ba, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e63518, 0xc00392de20, 0x64, 0xc00658e550) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 203 [semacquire]: github.com/gigawattio/window.Rolling(0xc003d99980, 0x196, 0x196, 0x3, 0x0, 0x195, 0xc003d99980) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e85518, 0xc00000e0e0, 0xc00384dfe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038be60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 204 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x0) /usr/local/go/src/strings/strings.go:830 +0x4a strings.TrimLeft(0xc00270c984, 0x3, 0xaa4e4b, 0x5, 0x0, 0x1) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.beforeHeadIM(0xc0022d5ee0, 0x7f1300000000) /home/develop/go/src/golang.org/x/net/html/parse.go:583 +0x1f4 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d5ee0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0022d5ee0, 0xc001a48070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384db80, 0x0, 0x0, 0x0, 0xc0023db200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384db80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023db8f8, 0xc0023de000, 0x2e91, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 205 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002ff7110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002ff71e0, 0xc0028efc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2ac60, 0x0, 0x0, 0x0, 0xc0023d9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2ac60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023d98f8, 0xc0023d2000, 0x1caf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 206 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a5b3c0, 0xaa04f9, 0x2, 0xc003451100, 0xd64, 0x5, 0x250, 0xc003e914c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003451100, 0xd64, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a5b518, 0xc0002d8e80, 0x5f, 0xc00186d1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 207 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00384c740, 0xc0025112c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025113c0, 0xaa04df, 0x2, 0xc0041e2900, 0x8bc, 0x4, 0x1c1, 0xc0056cd8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041e2900, 0x8bc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002511518, 0xc0020e35c0, 0x65, 0xc001aff030) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 208 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002944120, 0xa2644378, 0x1251a20, 0xc0045bff60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 209 [semacquire]: errors.New(...) /usr/local/go/src/errors/errors.go:59 fmt.Errorf(0xabb2ed, 0x1c, 0xc0024eb0c8, 0x1, 0x1, 0x100, 0xc0024eb0e8) /usr/local/go/src/fmt/errors.go:24 +0x18e github.com/araddon/dateparse.unknownErr(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:117 github.com/araddon/dateparse.parseTime(0xc004723f00, 0xf7, 0x0, 0xc004723f00, 0xf7, 0xf7) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x2cc github.com/araddon/dateparse.ParseAny(0xc004723f00, 0xf7, 0x3, 0xaa0378, 0x1, 0xc004723f00, 0xf7) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023f1518, 0xc0026042a0, 0xc002244bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 210 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00384dee0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384dee0, 0x0, 0x0, 0x0, 0xc001c49200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384dee0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c498f8, 0xc000752000, 0xf93, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 211 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0015c9800, 0xab6, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0015c9800, 0xab6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0015c9800, 0xab6, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0015c9800, 0xab6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0015c9800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0015c9800, 0xab6, 0x0, 0x0, 0xab6, 0xc00, 0xc0015c9800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0015c9800, 0xab6, 0xab6, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009304e0, 0x57, 0xc0015c9800, 0xab6, 0xc0015c9800, 0xab6, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0009304e0, 0x57, 0xc0015c9800, 0xab6, 0xaa0378, 0x1, 0xc0015c9800, 0xab6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 212 [semacquire]: strings.Replace(0xc002ed6000, 0xe05, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002ed6000, 0xe05) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019ef8f8, 0xc001975000, 0xdff, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 214 [semacquire]: strings.genSplit(0xc00623e700, 0x6e8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002bde000, 0x178, 0x178) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006af3c0, 0xaa04f9, 0x2, 0xc001d4c000, 0x6e8, 0x4, 0x178, 0xc0000a60e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001d4c000, 0x6e8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006af518, 0xc002251ac0, 0x47, 0xc0004ab9a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 215 [semacquire]: strings.genSplit(0xc002f04480, 0x1a3e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0060e0000, 0x4cb, 0x4cb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001add3c0, 0xaa04f9, 0x2, 0xc0029ab500, 0x1a3e, 0x5, 0x4cb, 0xc0065e3620) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0029ab500, 0x1a3e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001add518, 0xc00075fe00, 0x29, 0xc001e12360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 216 [semacquire]: bytes.makeSlice(0xa3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006e09198, 0xa3, 0x42ca96) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006e09198, 0xc00011cc60, 0xa3, 0x28, 0x28, 0xc0040c2990) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fdff80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fdff10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0046aa8d0, 0xc0040c2990, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006e09518, 0xc0046aa8d0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006e09518, 0xc0002d8a40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 217 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008033c0, 0xaa0503, 0x2, 0xc00073db00, 0xca8, 0x1, 0x277, 0xc002244d20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00073db00, 0xca8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000803518, 0xc000ffcc00, 0x26, 0xc001e123c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 218 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc00578d502, 0xa05, 0x0, 0x0) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006f31518, 0xc003f26220, 0xc003f26c40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 219 [semacquire]: github.com/gigawattio/window.Rolling(0xc005912000, 0x2ed, 0x2ed, 0x3, 0x0, 0x2ec, 0xc005912000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006f2d518, 0xc004972840, 0xc0049a3de0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaa80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 221 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054d9800, 0x795, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054d9800, 0x795, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054d9800, 0x795, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054d9800, 0x795, 0x0, 0x0, 0x795, 0xc0054d9800, 0x795) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054d9800, 0x795, 0x795, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a99f90, 0x4e, 0xc0054d9800, 0x795, 0xc0054d9800, 0x795, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005a99f90, 0x4e, 0xc0054d9800, 0x795, 0xaa0378, 0x1, 0xc0054d9800, 0x795, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aac00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 222 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc006772a80, 0xa6c, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c6f3c0, 0xaa05c9, 0x2, 0xc006772a80, 0xa6c, 0x6, 0x219, 0xc0049a3560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006772a80, 0xa6c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c6f518, 0xc00798c100, 0x4e, 0xc00378d770) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aacc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 223 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005910400, 0x8e6, 0xc0006f9218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005910400, 0x8e6, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006f93c0, 0xaa04fd, 0x2, 0xc005910400, 0x8e6, 0x30, 0x1b1, 0xc002605760) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005910400, 0x8e6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006f9518, 0xc0075545e0, 0x31, 0xc0040cdd80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aad80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 224 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00384d280, 0xc0072cb2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0072cb3c0, 0xaa04f9, 0x2, 0xc002f94000, 0x841, 0xc002f94000, 0xc0072cb3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002f94000, 0x841, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0072cb518, 0xc007731540, 0x27, 0xc001e12db0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aae40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 225 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000747a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc000747ad0, 0xc0055ca150, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001995b30, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc001995b00) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001995b00, 0x0, 0x0, 0x0, 0xc80, 0xc003893900, 0xc43, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003893900, 0xc43, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024ca4d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00251d518, 0xc0002d8c00, 0xc003e90be0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaf00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 226 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0001eba00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0001ebad0, 0xc002861650, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6160, 0x0, 0x0, 0x0, 0xc003f85200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6160, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f858f8, 0xc003e0e400, 0xbb6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aafc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 227 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00744b6c0, 0xc004b5d2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b5d3c0, 0xaa0569, 0x2, 0xc007756e00, 0x64f, 0x3, 0x1bc, 0xc0076766e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007756e00, 0x64f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b5d518, 0xc007730c60, 0x38, 0xc004cc01c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab080, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 228 [semacquire]: strings.genSplit(0xc003bf0a00, 0x66a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0059da1c0, 0x50000c003b87360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b873c0, 0xaa04f9, 0x2, 0xc003bf0300, 0x66a, 0xc003bf0300, 0xc003b873b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003bf0300, 0x66a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b87518, 0xc00392d300, 0x1b, 0xc001fd6a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab140, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 229 [semacquire]: bytes.makeSlice(0x84, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00455c690, 0x4, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00455c690, 0xad063c, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc00455c690, 0xc000644150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd golang.org/x/net/html.render1(0xb84d20, 0xc00455c690, 0xc002f58690, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00455c690, 0xc002f58620, 0xb84d20, 0xc00455c690) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00455c690, 0xc002f58620, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00455c4e0, 0x8238aef6, 0x1251a20, 0xc0041d6320, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab200, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 230 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f132c233f10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ba8b40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ba8b30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001a7d400, 0x3a5, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ba62c0, 0x3a, 0xc001a7d400, 0x3a5, 0xc001a7d400, 0x3a5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ba62c0, 0x3a, 0xc001a7d400, 0x3a5, 0xaa0378, 0x1, 0xc001a7d400, 0x3a5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab2c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1623 [runnable]: strings.genSplit(0xc001f8afb8, 0x4c1, 0xaa0378, 0x1, 0x0, 0x1da, 0x1, 0xc00009f701, 0x1da) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000fe7518, 0xc00379e4e0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fe7518, 0xc0049a37e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 232 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003314990, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a59518, 0xc002250ec0, 0x2c, 0xc001aacff0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 233 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc005bd81a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc005bd8270, 0xc00565d110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d780, 0x0, 0x0, 0x0, 0xc0015d3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d780, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d38f8, 0xc0015ac600, 0x1179, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab500, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 234 [semacquire]: strings.genSplit(0xc004db9800, 0x7bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004fcc000, 0x200, 0x200) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cdd3c0, 0xaa04fd, 0x2, 0xc004b2f000, 0x7bb, 0x4b, 0x200, 0xc003adb840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b2f000, 0x7bb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cdd518, 0xc003adb4e0, 0x30, 0xc006919230) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab5c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 235 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039873c0, 0xaa0599, 0x2, 0xc004323100, 0x694, 0x1, 0x1d1, 0xc00384c8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004323100, 0x694, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003987518, 0xc002244000, 0xe, 0xc004734e50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab680, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 236 [semacquire]: bytes.makeSlice(0x1760, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007987e60, 0x14, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007987e60, 0xc001d1f45c, 0x14, 0x6, 0x14, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc007987e60, 0xc001d1f45c, 0x36, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc00222b2d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc00222b1f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc00222a930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc001dd9490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc001dd93b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc001dd8cb0, 0xb84d20, 0xc007987e60) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc007987e60, 0xc001dd8cb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007987cb0, 0xefdc3464, 0x1251a20, 0xc00384cca0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab740, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 237 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f133c001ce0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036be560, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036be550, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004158600, 0x2f0, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012189f0, 0x2a, 0xc004158600, 0x2f0, 0xc004158600, 0x2f0, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012189f0, 0x2a, 0xc004158600, 0x2f0, 0xaa0378, 0x1, 0xc004158600, 0x2f0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab800, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 238 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc002454f00, 0x2ff, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015f13c0, 0xaa059b, 0x2, 0xc002454f00, 0x2ff, 0xc, 0x120, 0xc004ec6580) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002454f00, 0x2ff, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015f1518, 0xc00075e320, 0x30, 0xc001218277) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab8c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 239 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b8006460, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005104050, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005104040, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002374900, 0x2c7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ba7980, 0x34, 0xc002374900, 0x2c7, 0xc002374900, 0x2c7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ba7980, 0x34, 0xc002374900, 0x2c7, 0xaa0378, 0x1, 0xc002374900, 0x2c7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab980, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 240 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d0006070, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ab0770, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ab0760, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006d9db80, 0x295, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035edd47, 0x2f, 0xc006d9db80, 0x295, 0xc006d9db80, 0x295, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0035edd47, 0x2f, 0xc006d9db80, 0x295, 0xaa0378, 0x1, 0xc006d9db80, 0x295, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aba40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 241 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00673b800, 0x3a6, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00673b800, 0x3a6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00673b800, 0x3a6, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00673b800, 0x3a6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00673b800, 0x3a6, 0x0, 0x0, 0x3a6, 0xc00673b800, 0x3a6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00673b800, 0x3a6, 0x3a6, 0x400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168a690, 0x2b, 0xc00673b800, 0x3a6, 0xc00673b800, 0x3a6, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168a690, 0x2b, 0xc00673b800, 0x3a6, 0xaa0378, 0x1, 0xc00673b800, 0x3a6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abb00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 242 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004338200, 0xc0022792c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022793c0, 0xaa04f9, 0x2, 0xc00212f000, 0x73c, 0x3, 0x207, 0xc0056cdf00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00212f000, 0x73c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002279518, 0xc002244d60, 0x25, 0xc001aacd50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abbc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 243 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001e68300, 0x6da, 0xc001adb218, 0xc00004c700) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001e68300, 0x6da, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001adb3c0, 0xaa058b, 0x2, 0xc001e68300, 0x6da, 0x1, 0x1e8, 0xc0024bc020) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001e68300, 0x6da, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001adb518, 0xc0020e3980, 0x3c, 0xc001cc4f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abc80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 244 [semacquire]: strings.genSplit(0xc005a47b80, 0x143, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42d308, 0x30, 0x8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006f25518, 0xc005d08840, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x6, 0xc005d08840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005d085a0, 0xc006f25408, 0xc002896870) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006f25518, 0xc002896870, 0xc002896870) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abd40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 245 [semacquire]: bytes.makeSlice(0x2b1, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0042801e0, 0x7, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0042801e0, 0xad070f, 0x7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0042801e0, 0xc006e2c150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316 golang.org/x/net/html.render1(0xb84d20, 0xc0042801e0, 0xc003f19810, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0042801e0, 0xc003f197a0, 0xb84d20, 0xc0042801e0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0042801e0, 0xc003f197a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003fc15f0, 0x50d201, 0xc00554a73a, 0x41, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c5f518, 0xc00534f7a0, 0xc0065e31c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abe00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 246 [semacquire]: bytes.makeSlice(0x17cf, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002b36990, 0x9, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002b36990, 0xc0016e72c0, 0x9, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc002b36990, 0xc0016e72c0, 0x9, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc007894070, 0x1, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc00585df80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc003fa65b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc003fa64d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc003d6eee0, 0xb84d20, 0xc002b36990) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002b36990, 0xc003d6eee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0075a52f0, 0xb25a4251, 0x1251a20, 0xc00798c640, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abec0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 247 [semacquire]: bytes.makeSlice(0x1ae3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002b36f30, 0x4f, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002b36f30, 0xc003546050, 0x4f, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc002b36f30, 0xc003546050, 0x4f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc00600c2a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc00600c1c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc003fb8e70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc003fb8d90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc003fb8690, 0xb84d20, 0xc002b36f30) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002b36f30, 0xc003fb8690, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002b36cf0, 0xb25fa770, 0x1251a20, 0xc0000a6dc0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 248 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d8249f50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003622110, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036220f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0000f8d80, 0x438, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a18000, 0x52, 0xc0000f8d80, 0x438, 0xc0000f8d80, 0x438, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a18000, 0x52, 0xc0000f8d80, 0x438, 0xaa0378, 0x1, 0xc0000f8d80, 0x438, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 249 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000621000, 0xb92, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000621000, 0xb92, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000621000, 0xb92, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000621000, 0xb92, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000621000, 0xb92, 0x0, 0x0, 0xb92, 0xc000621000, 0xb92) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000621000, 0xb92, 0xb92, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028b71c0, 0x3f, 0xc000621000, 0xb92, 0xc000621000, 0xb92, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0028b71c0, 0x3f, 0xc000621000, 0xb92, 0xaa0378, 0x1, 0xc000621000, 0xb92, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 250 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b8f180, 0xf, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xaaece6, 0x9, 0xf) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0028f8000, 0x387, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:11 +0x3a _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019de180, 0x2e, 0xc0028f8000, 0x387, 0xc0028f8000, 0x387, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019de180, 0x2e, 0xc0028f8000, 0x387, 0xaa0378, 0x1, 0xc0028f8000, 0x387, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d81e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 251 [semacquire]: github.com/gigawattio/window.Rolling(0xc002e1d000, 0xf3, 0xf3, 0x3, 0x0, 0xf2, 0xc002e1d000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002649518, 0xc0004cf220, 0xc003e91d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d82a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 252 [semacquire]: strings.genSplit(0xc0052ea800, 0x7a9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1c7, 0x1c7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00276f3c0, 0xaa0599, 0x2, 0xc004361000, 0x7a9, 0x1, 0x1c7, 0xc0045bfb20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004361000, 0x7a9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00276f518, 0xc002604d00, 0x57, 0xc0003145a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 253 [semacquire]: strings.genSplit(0xc00620f600, 0x86c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc007bab8f0, 0xc006679360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066793c0, 0xaa04d9, 0x2, 0xc00620ed00, 0x86c, 0xc00620ed00, 0xc0066793b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00620ed00, 0x86c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006679518, 0xc007676700, 0x5a, 0xc001afa5bc) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 254 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003be4c00, 0xbd2, 0xc001c6d218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003be4c00, 0xbd2, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c6d3c0, 0xaa04d9, 0x2, 0xc003be4c00, 0xbd2, 0x1, 0x27a, 0xc007731000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003be4c00, 0xbd2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c6d518, 0xc0006aaea0, 0x55, 0xc001afa8a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d84e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 255 [semacquire]: bytes.makeSlice(0xe3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001fa5388, 0x63, 0xc001fa51a0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001fa5388, 0xc00657c850, 0x63, 0x5165d7, 0xc0074b28e9, 0xc004da8cd5) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297cbd0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297cb60) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297ca80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297c9a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006b04930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005e2c210, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fa5518, 0xc002244760, 0x63, 0xc00657c782) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d85a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 256 [semacquire]: strings.Replace(0xc005d03200, 0xc74, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x1, 0xc005d03200, 0xc74) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000925518, 0xc0000a6ee0, 0xc0000a7cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 257 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0046ea000, 0x133a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0046ea000, 0x133a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0046ea000, 0x133a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0046ea000, 0x133a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0046ea000, 0x133a, 0x0, 0x0, 0x133a, 0xc0046ea000, 0x133a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0046ea000, 0x133a, 0x133a, 0x1800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aad830, 0x2c, 0xc0046ea000, 0x133a, 0xc0046ea000, 0x133a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aad830, 0x2c, 0xc0046ea000, 0x133a, 0xaa0378, 0x1, 0xc0046ea000, 0x133a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 258 [semacquire]: strings.genSplit(0xc00492e000, 0xa41, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007434f00, 0x212, 0x212) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006f613c0, 0xaa059b, 0x2, 0xc0055a6a80, 0xa41, 0x15, 0x212, 0xc0076871c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0055a6a80, 0xa41, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006f61518, 0xc0062e9ca0, 0x31, 0xc005e573c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d87e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 259 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0067653c0, 0xaa04f9, 0x2, 0xc0059a4800, 0x1665, 0x7, 0x446, 0xc0065e3d80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0059a4800, 0x1665, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006765518, 0xc002250b40, 0x35, 0xc0024c5340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d88a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 260 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0058cc680, 0xc0078b9ea0, 0x9b) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0058cc680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0058cc680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0058cc680, 0xc00374a070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22c40, 0x0, 0x0, 0x0, 0xc0030d1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22c40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d18f8, 0xc00418f900, 0xc1f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 261 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fe73c0, 0xaa04f9, 0x2, 0xc00256b900, 0x489, 0xc00256b900, 0xc002fe73b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00256b900, 0x489, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fe7518, 0xc0002d96c0, 0x3f, 0xc0037731c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 262 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0025cf0e8, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0025cf0e8, 0xb7b620, 0xc0051ec690, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0051ec690, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0051ec690, 0xc0025cf1d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051ec690, 0x0, 0x0, 0x0, 0xd80, 0xc002dd6880, 0xd37, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc002dd6880, 0xd37, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002579810) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025cf518, 0xc004ec61c0, 0xc0076764a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 263 [semacquire]: strings.genSplit(0xc0008c2900, 0x8ad, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0050ee000, 0x1c1, 0x1c1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049cb3c0, 0xaa04fd, 0x2, 0xc003c46d00, 0x8ad, 0x2c, 0x1c1, 0xc003e90780) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003c46d00, 0x8ad, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049cb518, 0xc0019e9da0, 0x3c, 0xc003843600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 264 [semacquire]: strings.genSplit(0xc001d64a00, 0x4d7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00322ec00, 0x12e, 0x12e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006df53c0, 0xaa04d9, 0x2, 0xc0070c8000, 0x4d7, 0x1, 0x12e, 0xc00384c660) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0070c8000, 0x4d7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006df5518, 0xc004972e80, 0x56, 0xc00081ff80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 265 [semacquire]: strings.genSplit(0xc004142a80, 0x979, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006a86000, 0x1e5, 0x1e5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028fd3c0, 0xaa0569, 0x2, 0xc005761500, 0x979, 0x5, 0x1e5, 0xc00392d5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005761500, 0x979, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028fd518, 0xc002311ca0, 0x31, 0xc003843ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 266 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc005bd9040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc005bd9110, 0xc002f74150, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002250160, 0x0, 0x0, 0x0, 0xc0015d5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002250160, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d58f8, 0xc0015d9900, 0x103e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 267 [semacquire]: bytes.makeSlice(0x62f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007987b30, 0x43, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007987b30, 0xc00378cf00, 0x43, 0x6, 0xffffffffffffffff, 0x1) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc007987b30, 0xc00378cf00, 0x43, 0x74e006, 0xc001760bb0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf4af0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf4a80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf49a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf48c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf41c0, 0xb84d20, 0xc007987b30) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc007987b30, 0xc000cf41c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0057e5500, 0xefdabaa0, 0x1251a20, 0xc0002d9d60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 268 [semacquire]: strings.genSplit(0xc0030f8000, 0x95b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007426000, 0x1e7, 0x1e7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036753c0, 0xaa04d9, 0x2, 0xc005307500, 0x95b, 0x1, 0x1e7, 0xc00416b0c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005307500, 0x95b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003675518, 0xc00416ac00, 0x5d, 0xc005ceda40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 269 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b3f3c0, 0xaa04f9, 0x2, 0xc003ec8300, 0x6ab, 0xc003ec8300, 0xc004b3f3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ec8300, 0x6ab, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b3f518, 0xc00427c8a0, 0x3c, 0xc0035ec9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 270 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006a58a80, 0x926, 0xc004005218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006a58a80, 0x926, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040053c0, 0xaa0569, 0x2, 0xc006a58a80, 0x926, 0x12, 0x21d, 0xc003db1d00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006a58a80, 0x926, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004005518, 0xc0019e86e0, 0x43, 0xc0039ad4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d90e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 271 [runnable]: strings.genSplit(0xc006696a80, 0xa59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1fe, 0x1fe) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fb73c0, 0xaa0569, 0x2, 0xc00631a000, 0xa59, 0x3, 0x1fe, 0xc0061fe200) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00631a000, 0xa59, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fb7518, 0xc003db1a20, 0x34, 0xc005213840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d91a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 272 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12c8001c40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00249da70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00249da60, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00348fb80, 0x57a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019dff80, 0x28, 0xc00348fb80, 0x57a, 0xc00348fb80, 0x57a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019dff80, 0x28, 0xc00348fb80, 0x57a, 0xaa0378, 0x1, 0xc00348fb80, 0x57a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 273 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005b59000, 0xe60, 0xc001eef218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005b59000, 0xe60, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001eef3c0, 0xaa0599, 0x2, 0xc005b59000, 0xe60, 0x1, 0x34c, 0xc007730920) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b59000, 0xe60, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001eef518, 0xc0020bd240, 0x59, 0xc00051d680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 274 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0041f4d20, 0x50d201, 0xc001c78000, 0x69, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0015ef518, 0xc0002d8d40, 0xc00744bdc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d93e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 275 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002502ff8, 0x46e6ce, 0xc002aca000, 0xc000b5d180, 0x7f13f041c080, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x1063, 0x4000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005bd8680, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006145890, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025038f8, 0xc000522800, 0x1778, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d94a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 277 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001fce000, 0xc0b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001fce000, 0xc0b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001fce000, 0xc0b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001fce000, 0xc0b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001fce000, 0xc0b, 0x0, 0x0, 0xc0b, 0xc001fce000, 0xc0b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001fce000, 0xc0b, 0xc0b, 0xd80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a22060, 0x5e, 0xc001fce000, 0xc0b, 0xc001fce000, 0xc0b, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a22060, 0x5e, 0xc001fce000, 0xc0b, 0xaa0378, 0x1, 0xc001fce000, 0xc0b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 278 [semacquire]: strings.genSplit(0xc004692000, 0x1ea1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5d8, 0x5d8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00228f3c0, 0xaa058b, 0x2, 0xc003798000, 0x1ea1, 0x1, 0x5d8, 0xc0062ff1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003798000, 0x1ea1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00228f518, 0xc0062fede0, 0x5c, 0xc005cb42a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d96e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 279 [semacquire]: bytes.makeSlice(0x596, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0022e9388, 0x120, 0x6c) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0022e9388, 0xc0055cf440, 0x120, 0x5165d7, 0xc006b88f46, 0xc004f7aeb0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e1260) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e11f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e0930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e0850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e0150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b6e10, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022e9518, 0xc00166f9e0, 0x44, 0xc005a99d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d97a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 280 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c29400, 0xaa04f9, 0x2, 0xc00164e000, 0x1779, 0xc004c29240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc003fc0f60) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003fc0f30, 0xc004c292c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc004c29388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004c29388, 0xc003e1fef0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc004c29301, 0xc0002c8bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004c29518, 0xc003e1fef0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 281 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046c33c0, 0xaa0503, 0x2, 0xc001962c00, 0x1042, 0x1, 0x2f5, 0xc0065e3440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001962c00, 0x1042, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046c3518, 0xc004f2a820, 0x2b, 0xc0065ce450) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 282 [semacquire]: strings.genSplit(0xc003354d80, 0xd54, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006dfcfc0, 0xc004b37360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b373c0, 0xaa04fd, 0x2, 0xc000f6b600, 0xd54, 0xc000f6b600, 0xc004b373b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000f6b600, 0xd54, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b37518, 0xc0049737c0, 0x4a, 0xc0047fa050) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d99e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 283 [semacquire]: strings.genSplit(0xc002b12600, 0x1157, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00732e000, 0x360, 0x360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d5d3c0, 0xaa0569, 0x2, 0xc00286ac00, 0x1157, 0x4, 0x360, 0xc0006aaf40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00286ac00, 0x1157, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006d5d518, 0xc005f32940, 0x3f, 0xc001721d00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 284 [runnable]: regexp.(*inputString).step(0xc00621e1b0, 0xc04, 0xc00621e130, 0xc02) /usr/local/go/src/regexp/regexp.go:365 +0xbc regexp.(*machine).match(0xc00621e0f0, 0xb886e0, 0xc00621e1b0, 0xc02, 0xc00127f8f0) /usr/local/go/src/regexp/exec.go:237 +0x28d regexp.(*Regexp).doExecute(0xc001b24a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00476a002, 0xe13, 0xbc2, 0x2, ...) /usr/local/go/src/regexp/exec.go:542 +0x177 regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc00476a002, 0xe13, 0x2, 0xc00127fa58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc00476a002, 0xe13, 0x0, 0x0, 0xc0001e9410, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00476a002, 0xe13, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 285 [semacquire]: strings.genSplit(0xc002bd4000, 0x98b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007138000, 0x1f5, 0x1f5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00498b3c0, 0xaa05c9, 0x2, 0xc00675d500, 0x98b, 0x4, 0x1f5, 0xc0006aaf60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00675d500, 0x98b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00498b518, 0xc005f32ce0, 0x42, 0xc00378cf50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 286 [semacquire]: bytes.makeSlice(0xb4e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004a91388, 0x10e, 0x9d) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004a91388, 0xc0041fa360, 0x10e, 0x5165d7, 0xc001b7baf6, 0xc0040580c8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002f76850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de5f80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de52d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de51f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de4af0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050bd080, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a91518, 0xc00384c6c0, 0x43, 0xc00378c2d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 287 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc005bd89c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005bd89c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005bd89c0, 0xc005b1ec40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062ffc40, 0x0, 0x0, 0x0, 0xc003a4f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062ffc40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a4f8f8, 0xc0006e2a00, 0x13dd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 288 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e41a63b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad4c60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad4c50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022d9400, 0x4fe, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b38840, 0x40, 0xc0022d9400, 0x4fe, 0xc0022d9400, 0x4fe, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005b38840, 0x40, 0xc0022d9400, 0x4fe, 0xaa0378, 0x1, 0xc0022d9400, 0x4fe, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 289 [semacquire]: strings.genSplit(0xc0061f9b00, 0xd0e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2ba, 0x2ba) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e5b3c0, 0xaa04df, 0x2, 0xc0026ffb00, 0xd0e, 0x6, 0x2ba, 0xc004bb3ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0026ffb00, 0xd0e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e5b518, 0xc002310fe0, 0x27, 0xc0000ad080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 290 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc001f6b6b0, 0x6, 0x6, 0xc004a8efe0, 0xc00416a980, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc00576a5c0, 0x1, 0x1, 0xc004a8f0b0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc00576a5c0, 0x1, 0x1, 0xb856e0, 0xc00416a980, 0xc001f6b680, 0xc001f6b680, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f6b590, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a8f8f8, 0xc0029f2000, 0xf0e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 291 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007686ce0, 0xc00355b220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00355b588, 0xaa04f9, 0x2, 0xc003ca4800, 0x71e, 0x12, 0x25, 0xc0056291e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00355b518, 0xc003938380, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f20c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 292 [semacquire]: bytes.(*Buffer).grow(0xc006f64100, 0x1, 0xc0) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc006f64100, 0x1189d2a, 0x1, 0x1, 0xb7, 0xc0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006f64100, 0xc001d61800, 0xb7, 0xb7, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f64100, 0xc006f4db20, 0xc002221340, 0xc006f63f68) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f64100, 0xc006f4dab0, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006f650c0, 0xc006f4dab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f650c0, 0xc006f4dab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4d9d0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006f650c0, 0xc006f4d9d0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006f650c0, 0xc006f4d9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f650c0, 0xc006f4d9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4d500, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d130c0, 0xc006f4d500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4d500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4d420, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d130c0, 0xc006f4d420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4d420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4cd20, 0xc0002af500, 0x7f13f0419e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d130c0, 0xc006f4cd20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4cd20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4cc40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4cc40, 0x54b170, 0xc004113a00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006f4cc40, 0x0, 0x0, 0x0, 0x0, 0xc006f4cc40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050d9b60, 0x0, 0x0, 0x0, 0xa80, 0xc006f54a80, 0x990, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006f54a80, 0x990, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003c10960) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d13518, 0xc0004ce7e0, 0xc003f27c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 293 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00253b588, 0xaa04f9, 0x2, 0xc00600e780, 0x5f, 0xf, 0xc00253b290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc0037341e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00265fb00, 0xc00253b320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00253b518, 0xc001e4eea0, 0xc002311c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00253b518, 0xc001e4eea0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00253b518, 0xc001e4eea0, 0xc001e4eea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 294 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f4006340, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047b1940, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047b1930, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002982f00, 0x48d, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e10b40, 0x42, 0xc002982f00, 0x48d, 0xc002982f00, 0x48d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e10b40, 0x42, 0xc002982f00, 0x48d, 0xaa0378, 0x1, 0xc002982f00, 0x48d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 295 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0016f3800, 0x3fc, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0016f3800, 0x3fc, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0016f3800, 0x3fc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0016f3800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0016f3800, 0x3fc, 0x0, 0x0, 0x3fc, 0x400, 0xc0016f3800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0016f3800, 0x3fc, 0x3fc, 0x400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda327, 0x3f, 0xc0016f3800, 0x3fc, 0xc0016f3800, 0x3fc, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda327, 0x3f, 0xc0016f3800, 0x3fc, 0xaa0378, 0x1, 0xc0016f3800, 0x3fc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f23c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 296 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0005ab1e0, 0xc00257a000, 0xf5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0005ab1e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005ab1e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0005ab1e0, 0xc0002de070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce800, 0x0, 0x0, 0x0, 0xc003803200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce800, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038038f8, 0xc0041a6000, 0x1f7e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 297 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00475eea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc00475ef70, 0xc001f27ce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d67a0, 0x0, 0x0, 0x0, 0xc001fa1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d67a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fa18f8, 0xc0015fa000, 0xfa5, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 298 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130000a9e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac64a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac6490, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0054cc600, 0x1f5, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00388080a, 0x31, 0xc0054cc600, 0x1f5, 0xc0054cc600, 0x1f5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00388080a, 0x31, 0xc0054cc600, 0x1f5, 0xaa0378, 0x1, 0xc0054cc600, 0x1f5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 299 [semacquire]: strings.genSplit(0xc005e66f00, 0x4ef, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0027d0c00, 0x118, 0x118) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b4b3c0, 0xaa04d9, 0x2, 0xc005e66000, 0x4ef, 0x1, 0x118, 0xc0004cefe0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005e66000, 0x4ef, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b4b518, 0xc003938200, 0x42, 0xc0002dd9f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f26c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 300 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002ff7380, 0xc0035b2103, 0x7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002ff7380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff7380) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002ff7380, 0xc00562b730, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2aca0, 0x0, 0x0, 0x0, 0xc004c9b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2aca0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c9b8f8, 0xc001c2b000, 0x154e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 301 [semacquire]: strings.genSplit(0xc00489c000, 0x499, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00275f300, 0x104, 0x104) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b3f3c0, 0xaa0569, 0x2, 0xc00229ea00, 0x499, 0x3, 0x104, 0xc002244aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00229ea00, 0x499, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b3f518, 0xc00427dd80, 0x32, 0xc005b38240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 302 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003916800, 0x15c9, 0xc003955218, 0xc0002af880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003916800, 0x15c9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039553c0, 0xaa04df, 0x2, 0xc003916800, 0x15c9, 0x7, 0x460, 0xc0062e8e40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003916800, 0x15c9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003955518, 0xc0062e89a0, 0x4d, 0xc0076e8972) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 303 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001bbb450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001bbb520, 0xc002e51b20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001e4ef60, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e4ef30, 0x0, 0x0, 0x0, 0x2800, 0xc002564000, 0x278f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc002564000, 0x278f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000026a00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b75518, 0xc000ffc0a0, 0xc0006aaca0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f29c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 304 [semacquire]: strings.Replace(0xc003044000, 0x1118, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc003044000, 0x1118) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025198f8, 0xc0015e1300, 0x1116, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 305 [semacquire]: regexp.makeOnePass.func1(0x4, 0xc004190580, 0xf, 0xf, 0x1) /usr/local/go/src/regexp/onepass.go:383 +0xb9b regexp.makeOnePass(0xc005e2c0c0, 0xc005e2c0c0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc005e2c060, 0xc005e2c060) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001e37300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001e37300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001e37300, 0x0, 0xb856e0, 0xc0000a7fe8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001e37300, 0xc00187d5e0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001e37300, 0x42ca96, 0xc005e2c030, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001e37370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007730a60, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001c842d0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001e37518, 0xc00075f140, 0xabc101, 0x1d, 0x3c, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 21 [select]: github.com/patrickmn/go-cache.(*janitor).Run(0xc0001bd4d0, 0xc0001ee2c0) /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5 created by github.com/patrickmn/go-cache.runJanitor /home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9 goroutine 306 [semacquire]: strings.genSplit(0xc002b10000, 0x1279, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0075c6800, 0x376, 0x376) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028ff3c0, 0xaa058b, 0x2, 0xc001645900, 0x1279, 0x1, 0x376, 0xc007554cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001645900, 0x1279, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028ff518, 0xc0002d8020, 0x41, 0xc003c105f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 307 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc007031c00, 0x65d, 0xc001779218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc007031c00, 0x65d, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017793c0, 0xaa05c9, 0x2, 0xc007031c00, 0x65d, 0x2, 0x157, 0xc003e907e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007031c00, 0x65d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001779518, 0xc0020e2120, 0x4d, 0xc001d1b4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 308 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f4001b00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023aec30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023aec20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00211a480, 0x426, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4040, 0x3d, 0xc00211a480, 0x426, 0xc00211a480, 0x426, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4040, 0x3d, 0xc00211a480, 0x426, 0xaa0378, 0x1, 0xc00211a480, 0x426, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 309 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045cf588, 0xaa04f9, 0x2, 0xc006b83880, 0x326, 0x2, 0x9, 0xc0041d6060) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0045cf518, 0xc0024bce20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 310 [semacquire]: strings.genSplit(0xc0014b5500, 0x925, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc003ba3260, 0x10000c001693360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016933c0, 0xaa04d9, 0x2, 0xc0014b4a80, 0x925, 0xc0014b4a80, 0xc0016933b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0014b4a80, 0x925, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001693518, 0xc005a229e0, 0x36, 0xc001aa0a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 311 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e720, 0xc00278e770, 0xc001467158, 0x1, 0x1, 0xc001467158, 0x1, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e720, 0xc00278e5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e720, 0xc00278e540, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc001d0e720, 0xc00278e540, 0xc002970f50, 0x747325, 0xc00004c700) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc00278e460, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc001467140, 0x1, 0x1, 0xc0029710b0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc001467140, 0x1, 0x1, 0xb856e0, 0xc001d0e720, 0xc005a643c0, 0xc005a643c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005a642d0, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dfb8f8, 0xc004322300, 0x65f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 312 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0066901a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc006690270, 0xc001c2d6c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7e20, 0x0, 0x0, 0x0, 0xc00319b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7e20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00319b8f8, 0xc006682600, 0x11ef, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 313 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc005d5db00, 0x82c, 0x2, 0xc00296d038, 0xc005d5db00, 0x82c, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc005d5db00, 0x82c, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc002cd69a0, 0x0, 0x0, 0x0, 0x0, 0xc002cd69a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004104090, 0x0, 0x0, 0x0, 0xa80, 0xc002cd5500, 0x9c6, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002cd5500, 0x9c6, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0019df650) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0036a5518, 0xc001d0f040, 0xc001d0f900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 314 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00081d588, 0xaa04f9, 0x2, 0xc00421ea00, 0x14cd, 0x0, 0xc000ad9500, 0x7f13f04197d0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00081d518, 0xc005629220, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 315 [semacquire]: regexp.makeOnePass(0xc005dfa060, 0xc005dfa060) /usr/local/go/src/regexp/onepass.go:309 +0x20e regexp.compileOnePass(0xc00515aa80, 0xc00515aa80) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007ac8ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007ac8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203001, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007ac8ff8, 0xc002c42e00, 0xc007ac0770, 0x5199fd, 0xc001fd4000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007ac8ff8, 0x203001, 0xc00107e000, 0xc00107e000, 0x1007f13f0419e98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007ac8ff8, 0x46e6ce, 0xc001bd14a0, 0xc00107e000, 0x7f13f0419e98, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x99, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc002d8fe10, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00515aa50, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c438f8, 0xc002021c00, 0xacc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f32c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 316 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00385f3c0, 0xaa04f9, 0x2, 0xc00439ad00, 0x84b, 0xc00439ad00, 0xc00385f3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00439ad00, 0x84b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00385f518, 0xc003f26b80, 0x46, 0xc001e10d20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 317 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f673c0, 0xaa058b, 0x2, 0xc001d65900, 0x4b5, 0x1, 0x106, 0xc003e91540) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001d65900, 0x4b5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f67518, 0xc0002d88e0, 0x30, 0xc0019de810) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 319 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f35c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 320 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc005de73c0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de73c0, 0x0, 0x0, 0x0, 0xc000d17200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de73c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d178f8, 0xc003bac000, 0x1f44, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 321 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b353c0, 0xaa0599, 0x2, 0xc0048a4d00, 0x815, 0xc0048a4d00, 0xc004b353b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0048a4d00, 0x815, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b35518, 0xc00427c4e0, 0x3a, 0xc0035ec780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 322 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006720, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044f4eb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044f4ea0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003910000, 0x7f1, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0034ccdc0, 0x3f, 0xc003910000, 0x7f1, 0xc003910000, 0x7f1, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0034ccdc0, 0x3f, 0xc003910000, 0x7f1, 0xaa0378, 0x1, 0xc003910000, 0x7f1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 323 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001a50750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001a50820, 0xc001d51500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0002d9ca0, 0x0, 0x0, 0x0, 0xc003e27200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0002d9ca0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e278f8, 0xc001f0d000, 0xe62, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f38c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 325 [semacquire]: bytes.makeSlice(0x5fc, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0067fd220, 0xae, 0x9c) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0067fd220, 0xc00011c580, 0xae, 0x5165d7, 0xc005d04a78, 0xc000824258) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000162b60) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93 github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000162af0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000117880) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0067fd388, 0xc005665260, 0xc, 0xc007447530) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0067fd388, 0xc0059b4600, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0067fd388, 0xc005665260, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x1, 0xc0002c8158) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0067fd518, 0xc005665260, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 326 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc005f87ef0, 0xed, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0002e5588, 0xaa04f9, 0x2, 0xc005f87ef0, 0xed, 0x0, 0xc0002e53d8, 0xc0024bcfe8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0002e5518, 0xc002490330, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0002e5518, 0xc0024bc220, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 327 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40105c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae960, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae950, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000680f00, 0x4ee, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a03c0, 0x3b, 0xc000680f00, 0x4ee, 0xc000680f00, 0x4ee, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a03c0, 0x3b, 0xc000680f00, 0x4ee, 0xaa0378, 0x1, 0xc000680f00, 0x4ee, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 329 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Join(0xc00679af30, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc0074b01b0) /usr/local/go/src/strings/strings.go:438 +0x4c8 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002901518, 0xc003ada1e0, 0xc003adab40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:334 +0xa85 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 330 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fe73c0, 0xaa04f9, 0x2, 0xc00393b900, 0xc6f, 0xc00393b900, 0xc003fe73b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00393b900, 0xc6f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fe7518, 0xc002244180, 0x4d, 0xc003c10110) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 331 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0048cf3c0, 0xaa04f9, 0x2, 0xc00061ec00, 0xbc7, 0xc00061ec00, 0xc0048cf3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00061ec00, 0xbc7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048cf518, 0xc00075e800, 0x4a, 0xc0001f2d70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 332 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13142b3e70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00481f0b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00481f0a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035bdc00, 0x694, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c102d0, 0x46, 0xc0035bdc00, 0x694, 0xc0035bdc00, 0x694, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c102d0, 0x46, 0xc0035bdc00, 0x694, 0xaa0378, 0x1, 0xc0035bdc00, 0x694, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 333 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003f273e0, 0xc000d112c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d113c0, 0xaa059b, 0x2, 0xc004e20300, 0x6cb, 0x16, 0x185, 0xc003f273c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004e20300, 0x6cb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d11518, 0xc003f27000, 0x4f, 0xc005f1d8b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 334 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00287d110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00287d1e0, 0xc005f85f80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ee80, 0x0, 0x0, 0x0, 0xc006019200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ee80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060198f8, 0xc0005dad00, 0x8ea, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 335 [semacquire]: golang.org/x/net/html.(*Tokenizer).readTag(0xc003208d00, 0x54e501) /home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162 golang.org/x/net/html.(*Tokenizer).readStartTag(0xc003208d00, 0x61) /home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45 golang.org/x/net/html.(*Tokenizer).Next(0xc003208d00, 0x1) /home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c golang.org/x/net/html.(*parser).parse(0xc003208dd0, 0xc0023c60e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e500, 0x0, 0x0, 0x0, 0xc002873200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e500, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028738f8, 0xc002a10c00, 0xba2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004181e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 336 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0007172b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0007172b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0007172b0, 0xc0033a9ab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ffda20, 0x0, 0x0, 0x0, 0xc004b63200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ffda20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b638f8, 0xc002568800, 0xb4e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004182a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 337 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004280390, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ecb518, 0xc0041d7480, 0x2f, 0xc004e78930) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 338 [semacquire]: regexp.(*Regexp).expand(0xc001c00320, 0xc0005d9200, 0x900, 0x900, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc002a5b400, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc0005d9200, 0x900, 0x900, 0xc0039063b0, 0x2, 0x2, 0xc002a5b400, 0xad0, 0x906) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc001c00320, 0x0, 0x0, 0x0, 0xc002a5b400, 0xad0, 0x2, 0xc004687218, 0xc002a5b400, 0xad0, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc001c00320, 0xc002a5b400, 0xad0, 0xaa0378, 0x1, 0x1, 0x1e) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00319b518, 0xc000671c40, 0xc0043cc580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 339 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0004ceb60, 0xc004b492c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b493c0, 0xaa04fd, 0x2, 0xc0035f1100, 0x6c0, 0x35, 0x173, 0xc0039381a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035f1100, 0x6c0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b49518, 0xc002244260, 0x41, 0xc003c101e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004184e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 340 [runnable]: strings.Index(0xc001209400, 0x23e2, 0xaa0378, 0x1, 0x5c2) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc001209400, 0x23e2, 0xaa0378, 0x1, 0x0, 0x5c2, 0x23e2, 0xc001204a00, 0x2406) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003211518, 0xc00416b4a0, 0xc003c09280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004185a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 341 [semacquire]: strings.genSplit(0xc00638a000, 0x853, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004881b00, 0x1ab, 0x1ab) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c6b3c0, 0xaa058b, 0x2, 0xc005082d00, 0x853, 0x1, 0x1ab, 0xc005a23380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005082d00, 0x853, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c6b518, 0xc00477eea0, 0x46, 0xc001aaa730) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 342 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b853c0, 0xaa04f9, 0x2, 0xc004c52000, 0x90b, 0xc004c52000, 0xc003b853b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004c52000, 0x90b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b85518, 0xc0020e27a0, 0x37, 0xc0002ced8a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 343 [semacquire]: bytes.makeSlice(0xc7d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0065b1ef0, 0x51, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0065b1ef0, 0xc00078e5a0, 0x51, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0065b1ef0, 0xc00078e5a0, 0x51, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc004bb45b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc004bb44d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc003f6c2a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc003f6c1c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc00016c930, 0xb84d20, 0xc0065b1ef0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0065b1ef0, 0xc00016c930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033f2660, 0x823982f0, 0x1251a20, 0xc00000fea0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004187e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 344 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc0055e7200, 0x86e, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.FromHTMLNode(0xc006e423f0, 0x0, 0x0, 0x0, 0x0, 0xc006e423f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005399620, 0x0, 0x0, 0x0, 0xc00, 0xc002c13400, 0xa91, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002c13400, 0xa91, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003918c80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b95518, 0xc0043388c0, 0xc0020e29a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004188a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 345 [runnable]: sync.(*RWMutex).Unlock(0xc003ada748) /usr/local/go/src/sync/rwmutex.go:118 +0xd2 github.com/fatih/set.(*Set).Add(0xc003ada740, 0xc0080d9210, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0080d9588, 0xaa04f9, 0x2, 0xc0074bc700, 0x68, 0x7, 0xc0080d9290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x7, 0xc00386fc80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00386f0b0, 0xc0080d9320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0080d9518, 0xc00386e960, 0xc0020bdd80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0080d9518, 0xc00386e960, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0080d9518, 0xc00386e960, 0xc00386e960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 346 [semacquire]: github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0039fbab0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180 github.com/PuerkitoBio/goquery.mapNodes(0xc0000b4d78, 0x1, 0x1, 0xc004d0f348, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc0000b4d78, 0x1, 0x1, 0xb856e0, 0xc0041d61a0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033f2300, 0xab9e11, 0x19, 0xc00455c120) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004d0f518, 0xc00000fdc0, 0xa33, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 347 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8002520, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a25300, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a252f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044d4580, 0x2b0, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303a340, 0x31, 0xc0044d4580, 0x2b0, 0xc0044d4580, 0x2b0, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303a340, 0x31, 0xc0044d4580, 0x2b0, 0xaa0378, 0x1, 0xc0044d4580, 0x2b0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 348 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0058cc340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0058cc410, 0xc002a52e00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22c00, 0x0, 0x0, 0x0, 0xc0030d5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22c00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d58f8, 0xc004a1ea80, 0x9d2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 349 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001e55000, 0x3dc, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e55000, 0x3dc, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e55000, 0x3dc, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e55000, 0x3dc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e55000, 0x3dc, 0x0, 0x0, 0x3dc, 0xc001e55000, 0x3dc) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e55000, 0x3dc, 0x3dc, 0x400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003881fc0, 0x3a, 0xc001e55000, 0x3dc, 0xc001e55000, 0x3dc, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003881fc0, 0x3a, 0xc001e55000, 0x3dc, 0xaa0378, 0x1, 0xc001e55000, 0x3dc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 350 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003209040, 0xc0076c02d0, 0x8f) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003209040, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003209040) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003209040, 0xc0050d0930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043ccfc0, 0x0, 0x0, 0x0, 0xc0015d1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043ccfc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d18f8, 0xc001634c00, 0x1083, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 351 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc0051ec0f0, 0xab2997, 0xc, 0xacddae, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc003a31518, 0xc0051ec0f0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003a31518, 0xc003646a80, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:434 +0x64a github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 352 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0062fe220, 0xc004c992c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c993c0, 0xaa04f9, 0x2, 0xc00260a400, 0xb01, 0xc00260a400, 0xc004c993b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00260a400, 0xb01, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c99518, 0xc0002d9e60, 0x3f, 0xc001b61fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 353 [semacquire]: strings.genSplit(0xc005de8800, 0x7de, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0038c1100, 0x1ac, 0x1ac) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037bd3c0, 0xaa059b, 0x2, 0xc006bfd000, 0x7de, 0x17, 0x1ac, 0xc004972280) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006bfd000, 0x7de, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037bd518, 0xc004f2b0c0, 0x39, 0xc001aa1980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 354 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b413c0, 0xaa0503, 0x2, 0xc0040fb100, 0x657, 0xc0040fb100, 0xc004b413b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0040fb100, 0x657, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b41518, 0xc00427cb40, 0x36, 0xc0035ecc80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 355 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004c0e0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc004c0e1a0, 0xc003e7a460, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002244020, 0x0, 0x0, 0x0, 0xc0048d3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002244020, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048d38f8, 0xc004b25000, 0xf01, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004190e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 356 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40082a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad7bc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad7bb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005924000, 0xfbd, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0061f6050, 0x45, 0xc005924000, 0xfbd, 0xc005924000, 0xfbd, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0061f6050, 0x45, 0xc005924000, 0xfbd, 0xaa0378, 0x1, 0xc005924000, 0xfbd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004191a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 357 [semacquire]: bytes.makeSlice(0x196, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002c83020, 0x8e, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002c83020, 0xc003a90000, 0x8e, 0x6, 0x8e, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc002c83020, 0xc003a90000, 0xb1, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc002c83020, 0xc0040e8070, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc002c83020, 0xc002330e00, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002c83020, 0xc002330d90, 0xb84d20, 0xc002c83020) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002c83020, 0xc002330d90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002c82e40, 0xf025c43c, 0x1251a20, 0xc004ebbd60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 358 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004c0e410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc004c0e4e0, 0xc004b8f6c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0022441e0, 0x0, 0x0, 0x0, 0xc004b47200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0022441e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b478f8, 0xc003331000, 0x2b0a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 359 [semacquire]: strings.Replace(0xc0047b8000, 0x1cf8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x11, 0x6f0000006e, 0x74) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005bd18f8, 0xc0047b8000, 0x1cf8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004193e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 360 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005077588, 0xaa04f9, 0x2, 0xc00349d7a0, 0xd7, 0x1, 0x25, 0xc000670ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005077518, 0xc00477ff00, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004194a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 361 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc002a4ef00, 0x9, 0x10, 0xc0036ade00, 0x1a, 0x20, 0xc007079020, 0xc00576b990, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172 github.com/PuerkitoBio/goquery.mapNodes(0xc0052a2da8, 0x1, 0x1, 0xc0070790f0, 0x7f13f041b2f0, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0052a2da8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00576b990, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc000638a80, 0xc0040c3ad0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc007079518, 0xc000638a80, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007079518, 0xc002245aa0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 362 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc001878000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001878000) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001878000, 0xc003f6c850, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ffdba0, 0x0, 0x0, 0x0, 0xc004b6b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ffdba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b6b8f8, 0xc00068e800, 0x154a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 363 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032089c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003208a90, 0xc00238f8f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e480, 0x0, 0x0, 0x0, 0xc003b2d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b2d8f8, 0xc0006eaa00, 0x1333, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004196e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 364 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0062fe140, 0xc0017092c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017093c0, 0xaa04f9, 0x2, 0xc006588000, 0xe9c, 0xc006588000, 0xc0017093b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006588000, 0xe9c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001709518, 0xc000670d60, 0x34, 0xc0062f8040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004197a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 365 [semacquire]: regexp/syntax.(*parser).maybeConcat(0xc005598360, 0xffffffff, 0xc00718cd60) /usr/local/go/src/regexp/syntax/parse.go:165 +0x239 regexp/syntax.(*parser).push(0xc005598360, 0xc0047e5490, 0xc0047e5490) /usr/local/go/src/regexp/syntax/parse.go:136 +0x218 regexp/syntax.(*parser).literal(0xc005598360, 0x69) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00718d300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00718d300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00718d300, 0x0, 0xb856e0, 0xc0000a7f28, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00718d300, 0xc004b7d260, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00718d300, 0x42ca96, 0xc0051ecc30, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00718d370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007596ca0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0058a5980, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00718d518, 0xc00416a640, 0xabc101, 0x1d, 0x36, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 366 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005b06680, 0x511, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005b06680, 0x511, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005b06680, 0x511, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005b06680, 0x511, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005b06680, 0x511, 0x0, 0x0, 0x511, 0xc005b06680, 0x511) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005b06680, 0x511, 0x511, 0x580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b61a80, 0x20, 0xc005b06680, 0x511, 0xc005b06680, 0x511, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b61a80, 0x20, 0xc005b06680, 0x511, 0xaa0378, 0x1, 0xc005b06680, 0x511, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 367 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0000a7520, 0xc0038db2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038db3c0, 0xaa04fd, 0x2, 0xc003a99000, 0xe5b, 0x48, 0x26c, 0xc0000a74c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003a99000, 0xe5b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038db518, 0xc0000a7140, 0x45, 0xc0043fee10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004199e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 368 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f12bc00e830, 0x7f12bc00cdf0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003adbc20, 0xc0025b7800, 0x74e, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0025b7800, 0x74e, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002afa0, 0x44, 0xc0025b7800, 0x74e, 0xc0025b7800, 0x74e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002afa0, 0x44, 0xc0025b7800, 0x74e, 0xaa0378, 0x1, 0xc0025b7800, 0x74e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 369 [semacquire]: bytes.makeSlice(0x27fb, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003427388, 0x713, 0x7b4) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003427388, 0xc005c36000, 0x713, 0x5165d7, 0xc005b17f6f, 0xc0016d0e60) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c2acb0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c2ac40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c2ab60) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dcc8c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dcc7e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dcc0e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00435fd40, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003427518, 0xc0020e2dc0, 0x44, 0xc004935220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419b60, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 370 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e53c0, 0xaa04f9, 0x2, 0xc00159b600, 0x8f4, 0x6, 0x220, 0xc003db0800) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00159b600, 0x8f4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e5518, 0xc005a22320, 0x3b, 0xc00159d1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 371 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006a47588, 0xaa04f9, 0x2, 0xc0055e9600, 0x8a6, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006a47518, 0xc004f2b200, 0x6d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 372 [semacquire]: strings.genSplit(0xc004a36000, 0xe5f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002b4d000, 0x2dd, 0x2dd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00276b3c0, 0xaa04df, 0x2, 0xc00590c000, 0xe5f, 0x4, 0x2dd, 0xc0000a62e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00590c000, 0xe5f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00276b518, 0xc00427d920, 0x4e, 0xc0001f2ff0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 373 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c401d740, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0040d0660, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0040d0650, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00212a880, 0xcc4, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00384a230, 0x64, 0xc00212a880, 0xcc4, 0xc00212a880, 0xcc4, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00384a230, 0x64, 0xc00212a880, 0xcc4, 0xaa0378, 0x1, 0xc00212a880, 0xcc4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 374 [semacquire]: bytes.makeSlice(0x676, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003805388, 0x144, 0xdb) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003805388, 0xc001b118c0, 0x144, 0x5165d7, 0xc0057a2196, 0xc00037fd00) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0003191f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000319180) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000318a10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000318930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000318230) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004ad8fc0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003805518, 0xc0004ce8a0, 0x5f, 0xc002928fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 375 [semacquire]: strings.genSplit(0xc0030c2000, 0xec9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003667500, 0x319, 0x319) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019b93c0, 0xaa058b, 0x2, 0xc00681f000, 0xec9, 0x1, 0x319, 0xc00166f8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00681f000, 0xec9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019b9518, 0xc00000fd80, 0x31, 0xc001cc4400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 376 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13304cb030, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004550090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004550080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004997000, 0xbf2, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aaccc0, 0x2d, 0xc004997000, 0xbf2, 0xc004997000, 0xbf2, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aaccc0, 0x2d, 0xc004997000, 0xbf2, 0xaa0378, 0x1, 0xc004997000, 0xbf2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004380c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 377 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc004040000, 0x1cc0, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047db3c0, 0xaa04fd, 0x2, 0xc004040000, 0x1cc0, 0x87, 0x545, 0xc00000f300) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004040000, 0x1cc0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047db518, 0xc00416a860, 0x36, 0xc0037727c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 378 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00427d300, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d300, 0x0, 0x0, 0x0, 0xc003599200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d300, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035998f8, 0xc003385000, 0x26ec, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 379 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc0046df900, 0x1129, 0xaa0378, 0x1, 0xc0046de600, 0x1129) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0046df900, 0x1129, 0xaa0378, 0x1, 0xc0046df900, 0x1129) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 380 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005503000, 0x39b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005503000, 0x39b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005503000, 0x39b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005503000, 0x39b, 0x0, 0x0, 0x39b, 0xc005503000, 0x39b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005503000, 0x39b, 0x39b, 0x400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168bc20, 0x30, 0xc005503000, 0x39b, 0xc005503000, 0x39b, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168bc20, 0x30, 0xc005503000, 0x39b, 0xaa0378, 0x1, 0xc005503000, 0x39b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004383c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 381 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_Predict(0x7f12d40043a0, 0x7f12dc112940, 0x7f12dc1146d0) _cgo_gotypes.go:93 +0x4e _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func2(0xc007677100, 0x7f12dc112940, 0x7f12dc112940) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0x60 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc007677100, 0xc003470c80, 0xc23, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0xa8 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc003470c80, 0xc23, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036fce00, 0x2d, 0xc003470c80, 0xc23, 0xc003470c80, 0xc23, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036fce00, 0x2d, 0xc003470c80, 0xc23, 0xaa0378, 0x1, 0xc003470c80, 0xc23, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 382 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00416b760, 0xc000819220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000819588, 0xaa04f9, 0x2, 0xc003b67300, 0x1180, 0x0, 0xc000d58e00, 0x7f13f041b9b8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000819518, 0xc00416ba60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 384 [semacquire]: github.com/gigawattio/window.Rolling(0xc00740b000, 0x2c3, 0x2c3, 0x3, 0x0, 0x2c2, 0xc00740b000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004763518, 0xc0019e91c0, 0xc003646b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004386c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 385 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e800d260, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005dcbbb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005dcbba0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002984e00, 0x615, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005902700, 0x3a, 0xc002984e00, 0x615, 0xc002984e00, 0x615, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005902700, 0x3a, 0xc002984e00, 0x615, 0xaa0378, 0x1, 0xc002984e00, 0x615, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 386 [semacquire]: strings.genSplit(0xc002636000, 0x1f76, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x394b, 0xc001f72000, 0x1f76) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ff1588, 0xaa04f9, 0x2, 0xc001f72000, 0x1f76, 0xc0000d8a01, 0xc0051a45a0, 0xc000ff1230) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000ff1518, 0xc002c833e0, 0xc002c83770) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ff1518, 0xc004ec67c0, 0x39) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 387 [semacquire]: github.com/gigawattio/window.Rolling(0xc0076ae500, 0x20d, 0x20d, 0x3, 0x0, 0x20c, 0xc0076ae500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c8b518, 0xc0043cc6a0, 0xc0043cd3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 388 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f138c006cb0, 0x7f138c00a4c0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00222c7c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00222c030, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006a27b00, 0x8ce, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aa0c00, 0x38, 0xc006a27b00, 0x8ce, 0xc006a27b00, 0x8ce, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aa0c00, 0x38, 0xc006a27b00, 0x8ce, 0xaa0378, 0x1, 0xc006a27b00, 0x8ce, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004389c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 389 [semacquire]: regexp.(*bitState).reset(0xc002d81600, 0xc00009b1d0, 0x3, 0x2) /usr/local/go/src/regexp/backtrack.go:100 +0x18b regexp.(*Regexp).backtrack(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002b97cab, 0x3, 0x0, 0x2, 0xc002b97db0, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:319 +0x116 regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002b97cab, 0x3, 0x0, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002b97cab, 0x3, 0x2, 0xc004a92c08, 0xc004104960, 0xc004a92c40, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc002b97cab, 0x3, 0xaa0378, 0x1, 0xc004a92d10, 0x42ca96) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a930c0, 0xc002eced20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004a930c0, 0xc002ece690, 0xc00004c700, 0x7f13f04197d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a930c0, 0xc002ece690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a930c0, 0xc002ece690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004a930c0, 0xc002ece5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a930c0, 0xc002ece5b0, 0x54b170, 0xc000624410) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002ece5b0, 0x0, 0x0, 0x0, 0x0, 0xc002ece5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041049c0, 0x0, 0x0, 0x0, 0x1500, 0xc0042f0000, 0x1482, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0042f0000, 0x1482, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00032d040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a93518, 0xc00384cc20, 0xc001d0fee0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 390 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001878750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001878820, 0xc004089960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ffdce0, 0x0, 0x0, 0x0, 0xc004b6d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ffdce0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b6d8f8, 0xc00377a000, 0x1663, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 391 [semacquire]: strings.genSplit(0xc002b88800, 0xaf8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc000ef3360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ef33c0, 0xaa059b, 0x2, 0xc002b87c00, 0xaf8, 0xc002b87c00, 0xc000ef33b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b87c00, 0xaf8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ef3518, 0xc00432bfc0, 0x46, 0xc0043fe280) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 392 [semacquire]: strings.genSplit(0xc002d24000, 0xc6f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00408f000, 0x2ee, 0x2ee) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039633c0, 0xaa059b, 0x2, 0xc00606f900, 0xc6f, 0x4, 0x2ee, 0xc006529800) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00606f900, 0xc6f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003963518, 0xc0056cc040, 0x4f, 0xc00658bcc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 393 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1314a4de10, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00067c4f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00067c4e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00747c000, 0x521, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002283fc0, 0x38, 0xc00747c000, 0x521, 0xc00747c000, 0x521, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002283fc0, 0x38, 0xc00747c000, 0x521, 0xaa0378, 0x1, 0xc00747c000, 0x521, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 394 [semacquire]: strings.genSplit(0xc001eb0c00, 0x5e6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00322a000, 0x122, 0x122) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b773c0, 0xaa04fd, 0x2, 0xc004a7b800, 0x5e6, 0x26, 0x122, 0xc0065e3640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a7b800, 0x5e6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b77518, 0xc004f2b4a0, 0x26, 0xc003936bd0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 395 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f9ea00, 0x4bb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f9ea00, 0x4bb, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f9ea00, 0x4bb, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f9ea00, 0x4bb, 0x0, 0x0, 0x4bb, 0xc003f9ea00, 0x4bb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f9ea00, 0x4bb, 0x4bb, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f3c500, 0x3b, 0xc003f9ea00, 0x4bb, 0xc003f9ea00, 0x4bb, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001f3c500, 0x3b, 0xc003f9ea00, 0x4bb, 0xaa0378, 0x1, 0xc003f9ea00, 0x4bb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 396 [semacquire]: github.com/araddon/dateparse.newParser(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703 github.com/araddon/dateparse.parseTime(0xc004c44e80, 0x1f, 0x0, 0xc004c44e80, 0x1f, 0x1f) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42 github.com/araddon/dateparse.ParseAny(0xc004c44e80, 0x1f, 0x3, 0xaa0378, 0x1, 0xc004c44e80, 0x1f) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001887518, 0xc0065e3380, 0xc005de6dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 397 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00676d7c0, 0x94, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e050c0, 0xc00796f880, 0xc006e041b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796f810, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006e050c0, 0xc00796f810, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006e050c0, 0xc00796f810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e050c0, 0xc00796f810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796ecb0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025550c0, 0xc00796ecb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796ecb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796ebd0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025550c0, 0xc00796ebd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796ebd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796e4d0, 0xc002554d40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025550c0, 0xc00796e4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796e4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796e3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796e3f0, 0x54b170, 0xc002d54680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00796e3f0, 0x0, 0x0, 0x0, 0x0, 0xc00796e3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0022e4db0, 0x0, 0x0, 0x0, 0x800, 0xc006bd7800, 0x719, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006bd7800, 0x719, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0001da650) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002555518, 0xc002251f20, 0xc0045bf040) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 398 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0015b35f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc golang.org/x/net/html.(*parser).parseCurrentToken(0xc0015b35f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0015b35f0, 0xc003026a10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a227e0, 0x0, 0x0, 0x0, 0xc00309b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a227e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00309b8f8, 0xc002a36000, 0x8af, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 399 [semacquire]: regexp.onePassCopy(0xc0063368a0, 0xc0063368a0) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc0063368a0, 0xc0063368a0) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0015eaff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0015eaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0034f8d84) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0015eaff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0015eaff8, 0x1, 0xc006378000, 0xc0100d58380, 0x2804f04197d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0015eaff8, 0x4, 0x55f, 0xc002cb8a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002cb8000, 0x28, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x440d95, 0xc000f5ade0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006336870, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015eb8f8, 0xc00163b000, 0xaa3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 400 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0001eaea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0001eaf70, 0xc002402a10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973fe0, 0x0, 0x0, 0x0, 0xc004c03200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973fe0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c038f8, 0xc0030f6a80, 0x923, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004392c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 401 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00212e000, 0x7ae, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00212e000, 0x7ae, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00212e000, 0x7ae, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00212e000, 0x7ae, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00212e000, 0x7ae, 0x0, 0x0, 0x7ae, 0xc00212e000, 0x7ae) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00212e000, 0x7ae, 0x7ae, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d2120, 0x26, 0xc00212e000, 0x7ae, 0xc00212e000, 0x7ae, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018d2120, 0x26, 0xc00212e000, 0x7ae, 0xaa0378, 0x1, 0xc00212e000, 0x7ae, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 402 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00009c340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00009c340) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00009c340, 0xc007ae43f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0051c4390, 0x0, 0x0, 0x0, 0x0, 0x1201, 0xc0051c4360) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051c4360, 0x0, 0x0, 0x0, 0x1300, 0xc0046bec00, 0x1248, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0046bec00, 0x1248, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0005d3560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ce3518, 0xc00000f420, 0xc0056ccca0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 403 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00000fd20, 0xc0049292c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049293c0, 0xaa0569, 0x2, 0xc00294a380, 0xcb0, 0x4, 0x25b, 0xc0020e3ac0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00294a380, 0xcb0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004929518, 0xc0020e3720, 0x3e, 0xc0036fda40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 404 [semacquire]: strings.genSplit(0xc0064d8a80, 0x981, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00488a200, 0x1a9, 0x1a9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c5b3c0, 0xaa059b, 0x2, 0xc004b00000, 0x981, 0x14, 0x1a9, 0xc0004ce2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b00000, 0x981, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c5b518, 0xc002604940, 0x36, 0xc001d570c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004395c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 405 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d350, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00289c790, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00289c780, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00162a000, 0xa62, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00505c1c0, 0x40, 0xc00162a000, 0xa62, 0xc00162a000, 0xa62, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00505c1c0, 0x40, 0xc00162a000, 0xa62, 0xaa0378, 0x1, 0xc00162a000, 0xa62, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 406 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001195600, 0x8bb, 0x8bb, 0xc000b03500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001195600, 0x8bb, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b5b588, 0xaa04f9, 0x2, 0xc001195600, 0x8bb, 0x1, 0x193, 0xc005de6700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b5b518, 0xc0020e3ae0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 407 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0079c50c0, 0xc002745400, 0x134, 0x134, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079c50c0, 0xc000a09f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc000a09c00, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0079c50c0, 0xc000a09c00, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079c50c0, 0xc000a09c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079c50c0, 0xc000a09c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc000a088c0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a830c0, 0xc000a088c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc000a088c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc000a087e0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a830c0, 0xc000a087e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc000a087e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc00771d0a0, 0x7f13c8589ee0, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a830c0, 0xc00771d0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc00771d0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc0005a9110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc0005a9110, 0x54b170, 0xc003013110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0005a9110, 0x0, 0x0, 0x0, 0x0, 0xc0005a9110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041e8c30, 0x0, 0x0, 0x0, 0x800, 0xc006a14000, 0x718, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006a14000, 0x718, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0044f57f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a83518, 0xc0020e2300, 0xc004bb3aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 408 [semacquire]: regexp/syntax.(*parser).push(0xc0065bb5c0, 0xc0005a8a80, 0xc0005a8a80) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).literal(0xc0065bb5c0, 0x6b) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0043c1300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0043c1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0043c1300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0043c1300, 0x75a856, 0x0, 0xc00304a5b0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0043c1300, 0xc0043c12c8, 0xc0043c1350, 0x42ca96, 0xc0045bc2d0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0043c1368, 0xc0043c1380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00000e500) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004f1da70, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0043c1518, 0xc005a23da0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004398c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 409 [runnable]: github.com/fatih/set.(*Set).Add(0xc004ebb960, 0xc0011172c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011173c0, 0xaa04f9, 0x2, 0xc007ebe000, 0x748, 0xc007ebe000, 0xc0011173b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007ebe000, 0x748, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001117518, 0xc0042c6300, 0x3b, 0xc001cc4dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 410 [semacquire]: bytes.makeSlice(0xa9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0038b71b0, 0xa9, 0xcde6233b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0038b71b0, 0xc00011d760, 0xa9, 0xc0000a7ea8, 0xc0001e9440, 0xc0038b7100) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00277b730) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00277b6c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050bc330, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x9, 0xc0050bc330) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005240300, 0xc0038b72c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0038b7388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0038b7388, 0xc0050d8ff0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0038b7301, 0xc0000b4ed8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0038b7518, 0xc0050d8ff0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 411 [semacquire]: bytes.makeSlice(0xde6, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0033f2db0, 0x102, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0033f2db0, 0xc001d5b560, 0x102, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0033f2db0, 0xc001d5b560, 0x102, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1b2d0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1b260, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1a700, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1a620, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc0045b1f10, 0xb84d20, 0xc0033f2db0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0033f2db0, 0xc0045b1f10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033f2c00, 0x2c53fa3c, 0x1251a20, 0xc0043cc040, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 412 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00384d320, 0xc002d9f2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d9f3c0, 0xaa058b, 0x2, 0xc003e42e00, 0x6d4, 0x1, 0x159, 0xc003adb300) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e42e00, 0x6d4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d9f518, 0xc0004cf960, 0x31, 0xc0036fcd00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 413 [semacquire]: strings.genSplit(0xc006e61500, 0xa51, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x4f, 0xc006e60a80, 0x7f13c84d7e10) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028433c0, 0xaa04df, 0x2, 0xc006e60a80, 0xa51, 0xc006e60a80, 0xc0028433b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006e60a80, 0xa51, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002843518, 0xc00477f340, 0x15, 0xc006bcd460) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 414 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004521560, 0x110, 0x2, 0xc007842198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004521560, 0x110, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078430c0, 0xc0019a89a0, 0xc0078421b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0019a8930, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0078430c0, 0xc0019a8930, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0078430c0, 0xc0019a8930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078430c0, 0xc0019a8930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0019a8310, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017270c0, 0xc0019a8310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc0019a8310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0019a8230, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017270c0, 0xc0019a8230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc0019a8230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0016b7650, 0xc001726d40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017270c0, 0xc0016b7650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc0016b7650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc004593ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc004593ea0, 0x54b170, 0xc001bba8f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc004593ea0, 0x0, 0x0, 0x0, 0x0, 0xc004593ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005665830, 0x0, 0x0, 0x0, 0x1800, 0xc0045f8000, 0x162e, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0045f8000, 0x162e, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0023af520) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001727518, 0xc0002d96e0, 0xc007676220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 415 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020e91a0, 0xc5d48d53, 0x1251a20, 0xc003e91e80, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 416 [semacquire]: github.com/gigawattio/window.Rolling(0xc003112a00, 0x19a, 0x19a, 0x3, 0x0, 0x199, 0xc003112a00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0027e3518, 0xc002310020, 0xc002310980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439ec0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 417 [semacquire]: bytes.makeSlice(0xec7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0062dd2c0, 0xb1, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0062dd2c0, 0xc004d5d140, 0xb1, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0062dd2c0, 0xc004d5d140, 0xb1, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc00658c3f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc00658c380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc0062fdab0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc0062fd9d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc0062fd2d0, 0xb84d20, 0xc0062dd2c0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0062dd2c0, 0xc0062fd2d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0062dd110, 0x6362c141, 0x1251a20, 0xc0062fe180, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439f80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 418 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc005c31200, 0x841, 0x2, 0xc0045d3218, 0xc001f49e78, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc005c31200, 0x841, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0045d3388, 0xc00002eb80, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0045d3388, 0xc002eac030, 0xaa04f9, 0x2, 0xc0045d3518, 0x8, 0x9ecc80, 0xc0045d3301, 0xc004750528) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0045d3518, 0xc002eac030, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450060, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 419 [semacquire]: strings.genSplit(0xc0067a4000, 0x893, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003c6a500, 0x219, 0x219) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049253c0, 0xaa0503, 0x2, 0xc001f42900, 0x893, 0x1, 0x219, 0xc004338820) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001f42900, 0x893, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004925518, 0xc00384c8c0, 0x2d, 0xc00168b800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450120, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 420 [semacquire]: strings.genSplit(0xc006350a00, 0x67e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e81800, 0x180, 0x180) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003df73c0, 0xaa0503, 0x2, 0xc001b70700, 0x67e, 0x25, 0x180, 0xc003e90840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001b70700, 0x67e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003df7518, 0xc003c09f20, 0x4a, 0xc0051ab900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004501e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 421 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc007035800, 0xbd0, 0xc002415218, 0xc000bff880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc007035800, 0xbd0, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024153c0, 0xaa04fd, 0x2, 0xc007035800, 0xbd0, 0x42, 0x282, 0xc003c09de0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007035800, 0xbd0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002415518, 0xc0006ab440, 0x36, 0xc0036fd1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004502a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 422 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d4742f30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00209a530, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00209a510, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d7600, 0x550, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036fc040, 0x36, 0xc0019d7600, 0x550, 0xc0019d7600, 0x550, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036fc040, 0x36, 0xc0019d7600, 0x550, 0xaa0378, 0x1, 0xc0019d7600, 0x550, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450360, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 423 [semacquire]: strings.genSplit(0xc005ac3000, 0xde5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xde5, 0xc00335f000, 0xdfd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002559518, 0xc00416a140, 0xc0022509a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450420, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 424 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00307e000, 0xeba, 0xc004179218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00307e000, 0xeba, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041793c0, 0xaa0503, 0x2, 0xc00307e000, 0xeba, 0x1, 0x271, 0xc002245640) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00307e000, 0xeba, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004179518, 0xc0020e25e0, 0x41, 0xc00485c4b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004504e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 425 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001123100, 0xcf0, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001123100, 0xcf0, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001123100, 0xcf0, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001123100, 0xcf0, 0x0, 0x0, 0xcf0, 0xc001123100, 0xcf0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001123100, 0xcf0, 0xcf0, 0xd80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4640, 0x38, 0xc001123100, 0xcf0, 0xc001123100, 0xcf0, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4640, 0x38, 0xc001123100, 0xcf0, 0xaa0378, 0x1, 0xc001123100, 0xcf0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004505a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 426 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043bb3c0, 0xaa059b, 0x2, 0xc002717000, 0x74a, 0xf, 0x1ab, 0xc00392d520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002717000, 0x74a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043bb518, 0xc003938bc0, 0x3c, 0xc001aa0c80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450660, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 427 [semacquire]: strings.genSplit(0xc002ed8000, 0x695, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00602b300, 0x18c, 0x18c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00283f3c0, 0xaa059b, 0x2, 0xc005635800, 0x695, 0x17, 0x18c, 0xc0062e8520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005635800, 0x695, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00283f518, 0xc005a23160, 0x34, 0xc003a8c2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450720, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 428 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037eb8f8, 0xc003a55800, 0x1542, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004507e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 429 [semacquire]: bytes.makeSlice(0xb6, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006ead208, 0xb6, 0x203001) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006ead208, 0xc001cfa900, 0xb6, 0x1, 0xb856e0, 0xc007676600) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0008404d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000840460) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050bc750, 0xa9ece0, 0xc0050bc720) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006ead518, 0xc00000ea40, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004508a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 430 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc007596660, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007596660, 0x0, 0x0, 0x0, 0xc00601b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007596660, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00601b8f8, 0xc006f74000, 0xefd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 431 [semacquire]: strings.genSplit(0xc005fef300, 0x1062, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004678a00, 0x301, 0x301) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024193c0, 0xaa0569, 0x2, 0xc006a63300, 0x1062, 0x4, 0x301, 0xc0062e8f80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006a63300, 0x1062, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002419518, 0xc00432bfa0, 0x2b, 0xc0048e8ba0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 432 [semacquire]: strings.genSplit(0xc002124900, 0x826, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003010000, 0x1be, 0x1be) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025013c0, 0xaa0569, 0x2, 0xc00584f200, 0x826, 0x3, 0x1be, 0xc004338740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00584f200, 0x826, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002501518, 0xc004338f40, 0x31, 0xc001b3ae40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 433 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0037fc810, 0xa9ece0, 0xc0037fc7e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000371518, 0xc00000e260, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 434 [semacquire]: regexp.onePassCopy(0xc0050d9f50, 0xc0050d9f50) /usr/local/go/src/regexp/onepass.go:222 +0x77 regexp.compileOnePass(0xc0050d9f50, 0xc0050d9f50) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0036a2ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0036a2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00580bb88) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0036a2ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0036a2ff8, 0x1, 0xc004e81f40, 0xc0002af500, 0x2804f0419e98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0036a2ff8, 0x4, 0xc14, 0xc001fff301, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001fff000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0005aad00, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050d9f20, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036a38f8, 0xc002210000, 0x1336, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 435 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006b35b00, 0xc8e, 0x2, 0xc004b3da58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006b35b00, 0xc8e, 0xaa0378, 0x1, 0xc006b34d80, 0xc8e) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006b35b00, 0xc8e, 0xaa0378, 0x1, 0xc006b35b00, 0xc8e) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 436 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002b33900, 0x118e, 0x5165d7, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002b33900, 0x118e, 0x10000, 0xc001ba72e0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ba73c0, 0xaa059b, 0x2, 0xc002b33900, 0x118e, 0xc002b33900, 0xc001ba73b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b33900, 0x118e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ba7518, 0xc0065e3760, 0x4b, 0xc005f1c050) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 437 [semacquire]: bytes.makeSlice(0x40f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0047f70c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0047f70c0, 0x1189d59, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0047f70c0, 0xc0059c0240, 0xb5, 0xb5, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f70c0, 0xc00190f500, 0xc0047f61b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc00190f490, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0047f70c0, 0xc00190f490, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047f70c0, 0xc00190f490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f70c0, 0xc00190f490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc00297c150, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029ff0c0, 0xc00297c150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc00297c150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc00297c070, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029ff0c0, 0xc00297c070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc00297c070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc0020fbab0, 0xc000782380, 0x7f13f04197d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029ff0c0, 0xc0020fbab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc0020fbab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc0020fb9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc0020fb9d0, 0x54b170, 0xc005ab3ba0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0020fb9d0, 0x0, 0x0, 0x0, 0x0, 0xc0020fb9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002c83fb0, 0x0, 0x0, 0x0, 0x1800, 0xc006eb4000, 0x17fa, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006eb4000, 0x17fa, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0039fc680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0029ff518, 0xc0036460e0, 0xc005de6720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 438 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006690680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006690750, 0xc00216dea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e1a0, 0x0, 0x0, 0x0, 0xc004d13200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e1a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d138f8, 0xc0039f8000, 0xe04, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 439 [semacquire]: strings.genSplit(0xc004090000, 0x9da, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005223900, 0x241, 0x241) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001acd3c0, 0xaa059b, 0x2, 0xc002580a80, 0x9da, 0x16, 0x241, 0xc004f2bae0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002580a80, 0x9da, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001acd518, 0xc001ef8920, 0x2d, 0xc001aac4b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 440 [semacquire]: bytes.makeSlice(0x5f0, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0038bb198, 0x222, 0xd9) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0038bb198, 0xc001e14240, 0x222, 0x5165d7, 0xc00431393c, 0xc000b134e0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e171f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001db50a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001db4930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002896f00, 0xc0050bcae0, 0x42d308) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0038bb518, 0xc002896f00, 0xc0028975f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0038bb518, 0xc001d0eca0, 0x4d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004510e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 441 [semacquire]: bytes.makeSlice(0x36a4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005c4c270, 0xaa, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005c4c270, 0xc0015e6a50, 0xaa, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005c4c270, 0xc0015e6a50, 0xaa, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc003e1c850, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc003e1c7e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc001823650, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc001823570, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc001822e70, 0xb84d20, 0xc005c4c270) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005c4c270, 0xc001822e70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00630f860, 0x50d201, 0xc0004f4f11, 0x32, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00279f518, 0xc006528200, 0xc007676f60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004511a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 442 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004a25450, 0x8, 0x2, 0xc004bfc538, 0xc002ad8e08, 0x1, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004a25450, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bfd0c0, 0xc004bcd490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc004bcc5b0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001f610c0, 0xc004bcc5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc004bcc5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc004bcc4d0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001f610c0, 0xc004bcc4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc004bcc4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc00392fc00, 0xc000cdb880, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001f610c0, 0xc00392fc00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc00392fc00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc00392fb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc00392fb20, 0x54b170, 0xc0005011e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00392fb20, 0x0, 0x0, 0x0, 0x0, 0xc00392fb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0019950e0, 0x0, 0x0, 0x0, 0x1800, 0xc003d39000, 0x1658, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003d39000, 0x1658, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0037e1f80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001f61518, 0xc0002d9a80, 0xc003647980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 443 [semacquire]: strings.genSplit(0xc006680000, 0x100e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x37e, 0x37e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010453c0, 0xaa04d9, 0x2, 0xc00619a600, 0x100e, 0x1, 0x37e, 0xc004bb3f00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00619a600, 0x100e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001045518, 0xc0043cde60, 0x4a, 0xc0002dd6d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 444 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002994d80, 0xd61, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002994d80, 0xd61, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002994d80, 0xd61, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002994d80, 0xd61, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002994d80, 0xd61, 0x0, 0x0, 0xd61, 0xc002994d80, 0xd61) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002994d80, 0xd61, 0xd61, 0xd80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4a00, 0x33, 0xc002994d80, 0xd61, 0xc002994d80, 0xd61, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4a00, 0x33, 0xc002994d80, 0xd61, 0xaa0378, 0x1, 0xc002994d80, 0xd61, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004513e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 445 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c5d8f8, 0xc00202e000, 0x1b33, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004514a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 446 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0041d7020, 0xc004b732c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b733c0, 0xaa058b, 0x2, 0xc003699b00, 0x41a, 0x1, 0x134, 0xc0041d7000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003699b00, 0x41a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b73518, 0xc00075fc60, 0x39, 0xc001aa16c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 447 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016fd3c0, 0xaa0599, 0x2, 0xc004a1e000, 0x96d, 0x1, 0x203, 0xc004338420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a1e000, 0x96d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016fd518, 0xc003f27a40, 0x39, 0xc001b60200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 448 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e160, 0xc002031e30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e160, 0xc002031d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e160, 0xc002031ce0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc001d0e160, 0xc002031ce0, 0xc003de8f50, 0x747325, 0xc00004c700) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc002fc4070, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc0014670d0, 0x1, 0x1, 0xc003de90b0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc0014670d0, 0x1, 0x1, 0xb856e0, 0xc001d0e160, 0xc0054219b0, 0xc0054219b0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054218c0, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003de98f8, 0xc003be5800, 0xb22, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004516e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 449 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc006691ba0, 0xc006274fa0, 0xa0) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc006691ba0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006691ba0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006691ba0, 0xc002b991f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0eb00, 0x0, 0x0, 0x0, 0xc003e2b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0eb00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e2b8f8, 0xc003e16600, 0x11cf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004517a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 450 [semacquire]: bytes.makeSlice(0x18dc, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0061457d0, 0x2, 0x4) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0061457d0, 0xaa0425, 0x2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0061457d0, 0xc005691650, 0xb84d20, 0xc0061457d0) /home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0061457d0, 0xc005691650, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006145620, 0x7eca6a4f, 0x1251a20, 0xc0043392a0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 451 [semacquire]: strings.genSplit(0xc004e49000, 0x7c3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007a64200, 0x1ab, 0x1ab) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f873c0, 0xaa04f9, 0x2, 0xc004906000, 0x7c3, 0x1, 0x1ab, 0xc007596b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004906000, 0x7c3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f87518, 0xc003c09840, 0x31, 0xc005f43ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 452 [semacquire]: regexp.onePassCopy(0xc00382b500, 0xc00382b500) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc00382b500, 0xc00382b500) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f60ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f60ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0046fe3c4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f60ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f60ff8, 0x1, 0xc00224f5c0, 0xc0100afea80, 0x2804f0419108) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f60ff8, 0x4, 0x3c4, 0xc001091c01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001091000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001879930, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00382b230, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022ed8f8, 0xc001b2c000, 0xc33, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004519e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 453 [semacquire]: strings.genSplit(0xc004250a80, 0xa64, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b63500, 0x29b, 0x29b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002dab3c0, 0xaa04df, 0x2, 0xc004a1f500, 0xa64, 0x6, 0x29b, 0xc006528380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a1f500, 0xa64, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002dab518, 0xc003adaf60, 0x32, 0xc001721900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 454 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0041ae000, 0xa20, 0xc003a83218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0041ae000, 0xa20, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a833c0, 0xaa0503, 0x2, 0xc0041ae000, 0xa20, 0x1, 0x26a, 0xc0077308c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041ae000, 0xa20, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a83518, 0xc003938ea0, 0x32, 0xc003772a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 455 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc003aa0000, 0xe58, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039db3c0, 0xaa0599, 0x2, 0xc003aa0000, 0xe58, 0x1, 0x318, 0xc00477e000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003aa0000, 0xe58, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039db518, 0xc0000a7960, 0x36, 0xc0002ceb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 456 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007987fb0, 0xc0048056c0, 0x8, 0xaa646c) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x0, 0xc007987fb0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007987f80, 0xc002d0f2f8, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc002d0f6b0, 0xc0000a6120, 0xc0000bfa40, 0xc002d0f388, 0xc0000a6120) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002d0f6b0, 0xc0000a6120, 0xc0062fe260) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:294 +0x211 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 457 [semacquire]: bytes.makeSlice(0x17c5, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005420b40, 0x8f, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005420b40, 0xc001b1e1b0, 0x8f, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005420b40, 0xc001b1e1b0, 0x8f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc001bd8460, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc001bd8380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc000166bd0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc000166af0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc0001663f0, 0xb84d20, 0xc005420b40) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005420b40, 0xc0001663f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005420990, 0x8251147e, 0x1251a20, 0xc0041d7960, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 458 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001ff0400, 0x3a3, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001ff0400, 0x3a3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001ff0400, 0x3a3, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001ff0400, 0x3a3, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001ff0400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001ff0400, 0x3a3, 0x0, 0x0, 0x3a3, 0x400, 0xc001ff0400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001ff0400, 0x3a3, 0x3a3, 0x400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168a060, 0x23, 0xc001ff0400, 0x3a3, 0xc001ff0400, 0x3a3, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168a060, 0x23, 0xc001ff0400, 0x3a3, 0xaa0378, 0x1, 0xc001ff0400, 0x3a3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 459 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000501a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000501ad0, 0xc006dfd1f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973c60, 0x0, 0x0, 0x0, 0xc0039d7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973c60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039d78f8, 0xc0033d6600, 0x1198, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 460 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc004c0e000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0017e20d0, 0xc004c422a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002245180, 0x0, 0x0, 0x0, 0xc003f29200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002245180, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f298f8, 0xc004b87800, 0x1778, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 461 [semacquire]: strings.genSplit(0xc0035ee000, 0x66e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d2b800, 0x172, 0x172) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017753c0, 0xaa04fd, 0x2, 0xc004395500, 0x66e, 0x30, 0x172, 0xc0006abb60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004395500, 0x66e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001775518, 0xc001d0ea60, 0x34, 0xc001aa08c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 462 [semacquire]: strings.genSplit(0xc002456000, 0xf6f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00759b500, 0x344, 0x344) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00498f3c0, 0xaa0599, 0x2, 0xc004aa7000, 0xf6f, 0x8, 0x344, 0xc00392d8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004aa7000, 0xf6f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00498f518, 0xc00075eec0, 0x29, 0xc003937530) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 463 [semacquire]: strings.genSplit(0xc004329500, 0x947, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006c7afc0, 0xc000343360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003433c0, 0xaa04fd, 0x2, 0xc00417f500, 0x947, 0xc00417f500, 0xc0003433b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00417f500, 0x947, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000343518, 0xc005629620, 0x3b, 0xc005c89200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 464 [semacquire]: strings.genSplit(0xc0059fb200, 0x5b6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00781c000, 0x142, 0x142) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d213c0, 0xaa059b, 0x2, 0xc005f35800, 0x5b6, 0x4, 0x142, 0xc007818300) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f35800, 0x5b6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d21518, 0xc00432bf40, 0x31, 0xc0074b2640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 465 [semacquire]: bytes.makeSlice(0x3099, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004248cc0, 0x51, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004248cc0, 0xc002929860, 0x51, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004248cc0, 0xc002929860, 0x51, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc003c0c4d0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc003c0c460, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc0028d9f80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc0028d9ea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc0042e17a0, 0xb84d20, 0xc004248cc0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004248cc0, 0xc0042e17a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004248b10, 0x2c4ff23e, 0x1251a20, 0xc004338960, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 466 [semacquire]: strings.genSplit(0xc0040ee800, 0x7ba, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004885100, 0x1aa, 0x1aa) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ec73c0, 0xaa04df, 0x2, 0xc0070c4000, 0x7ba, 0x5, 0x1aa, 0xc0065e34c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0070c4000, 0x7ba, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ec7518, 0xc004972c20, 0x1d, 0xc001cf4ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 467 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc0033de000, 0x25, 0x40, 0xc0025df020, 0xa11da0, 0xc000a55880, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc0052a3cf0, 0x1, 0x1, 0xc0025df0f0, 0x7f13f0419e98, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0052a3cf0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc001995ad0, 0xc0028eaf60) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0025df518, 0xc001995ad0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025df518, 0xc0002d81a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 468 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014d40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d5770, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d5760, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028c3000, 0xed5, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936480, 0x2e, 0xc0028c3000, 0xed5, 0xc0028c3000, 0xed5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936480, 0x2e, 0xc0028c3000, 0xed5, 0xaa0378, 0x1, 0xc0028c3000, 0xed5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 469 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0022d5ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0022d5ba0, 0xc007ba30a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0076762e0, 0x0, 0x0, 0x0, 0xc004d2d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0076762e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d2d8f8, 0xc00375e000, 0xed3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 470 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).op(0xc001f4b5c0, 0xac0e09, 0x13) /usr/local/go/src/regexp/syntax/parse.go:216 +0xd3 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1a0) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001fc2ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001fc2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002175824) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001fc2ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001fc2ff8, 0x1, 0xc0062119f0, 0xc0100701500, 0x2804f041b2f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001fc2ff8, 0x4, 0xbb4, 0xc0049be401, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0049be000, 0x28, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc000f5a1a0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003a3fe60, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fc38f8, 0xc00157a000, 0x142b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 471 [runnable]: unicode.ToLower(0xc000000020, 0xc000000020) /usr/local/go/src/unicode/letter.go:266 +0x37 strings.Map(0xae62d0, 0xc002bbf932, 0x1279, 0xc001773218, 0xc000809c00) /usr/local/go/src/strings/strings.go:501 +0x2cc strings.ToLower(0xc002bbf900, 0x12ab, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017733c0, 0xaa058b, 0x2, 0xc002bbf900, 0x12ab, 0x1, 0x3dc, 0xc00000f500) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002bbf900, 0x12ab, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001773518, 0xc003f269c0, 0x2b, 0xc0018d2cd5) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 472 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005089000, 0x39f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005089000, 0x39f, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005089000, 0x39f, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005089000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005089000, 0x39f, 0x0, 0x0, 0x39f, 0x400, 0xc005089000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005089000, 0x39f, 0x39f, 0x400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ad3b0, 0x23, 0xc005089000, 0x39f, 0xc005089000, 0x39f, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ad3b0, 0x23, 0xc005089000, 0x39f, 0xaa0378, 0x1, 0xc005089000, 0x39f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 473 [semacquire]: github.com/PuerkitoBio/goquery.getParentNodes.func1(0x0, 0xc0049a4690, 0xc000030000, 0xc00106d140, 0x4341f3) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:680 +0x5f github.com/PuerkitoBio/goquery.mapNodes(0xc0034ba4c8, 0x1, 0x1, 0xae5578, 0xc003568b70, 0xc00000e6c8, 0xae6208) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.getParentNodes(0xc0034ba4c8, 0x1, 0x1, 0x1, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:678 +0x4b github.com/PuerkitoBio/goquery.(*Selection).Parent(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00106d518, 0xc0020e2240, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:432 +0x56d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 474 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0001ea5b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001ea5b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0001ea5b0, 0xc001e72690, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973e60, 0x0, 0x0, 0x0, 0xc004d11200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973e60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d118f8, 0xc0039aa000, 0xee7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047aa80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 475 [semacquire]: strings.genSplit(0xc00437c000, 0x704, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002be1000, 0x174, 0x174) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f833c0, 0xaa04d9, 0x2, 0xc006185000, 0x704, 0x1, 0x174, 0xc007818780) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006185000, 0x704, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f83518, 0xc0049a2020, 0x1c, 0xc004bb8a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ab40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 476 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40061a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000845a90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000845a50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022d9900, 0x4fe, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2650, 0x38, 0xc0022d9900, 0x4fe, 0xc0022d9900, 0x4fe, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2650, 0x38, 0xc0022d9900, 0x4fe, 0xaa0378, 0x1, 0xc0022d9900, 0x4fe, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ac00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 477 [semacquire]: strings.Replace(0xc005c53200, 0x5f4, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/jaytaylor/html2text.FromHTMLNode(0xc0006f1880, 0x0, 0x0, 0x0, 0x0, 0xc0006f1880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050dc3f0, 0x0, 0x0, 0x0, 0xa80, 0xc004154a80, 0x98b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004154a80, 0x98b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001b390a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c03518, 0xc005f33140, 0xc005f33a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047acc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 478 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005c36800, 0x797, 0xc003deb218, 0xc000b03500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005c36800, 0x797, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003deb3c0, 0xaa0599, 0x2, 0xc005c36800, 0x797, 0x1, 0x15f, 0xc002244120) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005c36800, 0x797, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003deb518, 0xc0075960e0, 0x4c, 0xc005a98dce) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ad80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 479 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054ef000, 0x726, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054ef000, 0x726, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054ef000, 0x726, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054ef000, 0x726, 0x0, 0x0, 0x726, 0xc0054ef000, 0x726) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054ef000, 0x726, 0x726, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00571fbde, 0x33, 0xc0054ef000, 0x726, 0xc0054ef000, 0x726, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00571fbde, 0x33, 0xc0054ef000, 0x726, 0xaa0378, 0x1, 0xc0054ef000, 0x726, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ae40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 480 [semacquire]: strings.genSplit(0xc006a3dc00, 0x35f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00157f000, 0xeb, 0xeb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ad13c0, 0xaa04df, 0x2, 0xc0069fc700, 0x35f, 0x3, 0xeb, 0xc003e90fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0069fc700, 0x35f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ad1518, 0xc0020e3500, 0x4e, 0xc00485c5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047af00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 481 [semacquire]: github.com/gigawattio/window.Rolling(0xc00672a000, 0x3fc, 0x3fc, 0x3, 0x0, 0x3fb, 0xc00672a000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c8b518, 0xc0000a6f60, 0xc004f2bf20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047afc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 482 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0017e2820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0017e28f0, 0xc004c62690, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003adade0, 0x0, 0x0, 0x0, 0xc00279d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003adade0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00279d8f8, 0xc0021c2000, 0xe3c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 483 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003e90f40, 0xc002eb9220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002eb9588, 0xaa04f9, 0x2, 0xc0059cb800, 0xadc, 0xd, 0x1e, 0xc003e90f00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002eb9518, 0xc001ef8a40, 0x2f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 484 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007bb50c0, 0xc001d60840, 0xbc, 0xbc, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007bb50c0, 0xc002252070, 0xc007bb41b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002252000, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007bb50c0, 0xc002252000, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007bb50c0, 0xc002252000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007bb50c0, 0xc002252000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e413b0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047670c0, 0xc002e413b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e413b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e41260, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047670c0, 0xc002e41260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e41260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e40700, 0x7f13c85fbff8, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047670c0, 0xc002e40700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e40700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e40620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e40620, 0x54b170, 0xc0031e8ea0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002e40620, 0x0, 0x0, 0x0, 0x0, 0xc002e40620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005b83a70, 0x0, 0x0, 0x0, 0x1500, 0xc002b9ca00, 0x1432, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002b9ca00, 0x1432, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc005815de0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004767518, 0xc0065e3140, 0xc003c08580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 485 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002c80410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002c804e0, 0xc0075bb7a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005588120, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc0055880f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0055880f0, 0x0, 0x0, 0x0, 0x1300, 0xc00355c000, 0x1080, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00355c000, 0x1080, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001689030) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fbb518, 0xc00534f180, 0xc006528fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 486 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc0051b5000, 0xda3, 0x2, 0xc0044ef038, 0xc0051b5000, 0xda3, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc0051b5000, 0xda3, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc00249a380, 0x0, 0x0, 0x0, 0x0, 0xc00249a380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024903f0, 0x0, 0x0, 0x0, 0x1300, 0xc00173b300, 0x1226, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00173b300, 0x1226, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0000b00d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016fd518, 0xc00166ea20, 0xc0004ce700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 487 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001080, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005bd7000, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005bd6fe0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00618d500, 0x945, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d18880, 0x2c, 0xc00618d500, 0x945, 0xc00618d500, 0x945, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d18880, 0x2c, 0xc00618d500, 0x945, 0xaa0378, 0x1, 0xc00618d500, 0x945, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 488 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0004cf900, 0xc0010472c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010473c0, 0xaa0599, 0x2, 0xc002d66600, 0x11cb, 0x1, 0x36d, 0xc0004cf8e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002d66600, 0x11cb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001047518, 0xc002604760, 0x31, 0xc001aa09c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 489 [semacquire]: encoding/json.(*scanner).pushParseState(...) /usr/local/go/src/encoding/json/scanner.go:172 encoding/json.stateBeginValue(0xc005017208, 0xc0023f397b, 0x46ef18) /usr/local/go/src/encoding/json/scanner.go:211 +0x506 encoding/json.stateBeginValueOrEmpty(0xc005017208, 0xa78f7b, 0x6) /usr/local/go/src/encoding/json/scanner.go:200 +0x87 encoding/json.checkValid(0xc00461fb00, 0x109, 0x120, 0xc005017208, 0x120, 0x109) /usr/local/go/src/encoding/json/scanner.go:34 +0xa7 encoding/json.Unmarshal(0xc00461fb00, 0x109, 0x120, 0x9cfa40, 0xc007554f60, 0x120, 0xaa366e) /usr/local/go/src/encoding/json/decode.go:101 +0x66 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00166f280, 0xc002118800, 0x7a5, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002118800, 0x7a5, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc5a80, 0x3b, 0xc002118800, 0x7a5, 0xc002118800, 0x7a5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc5a80, 0x3b, 0xc002118800, 0x7a5, 0xaa0378, 0x1, 0xc002118800, 0x7a5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 490 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0066904e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0066905b0, 0xc00216dce0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e180, 0x0, 0x0, 0x0, 0xc004d05200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e180, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d058f8, 0xc00229c000, 0x1f39, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 491 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004541000, 0xf30, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004541000, 0xf30, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004541000, 0xf30, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004541000, 0xf30, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc004541000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004541000, 0xf30, 0x0, 0x0, 0xf30, 0x1300, 0xc004541000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004541000, 0xf30, 0xf30, 0x1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aaa960, 0x36, 0xc004541000, 0xf30, 0xc004541000, 0xf30, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aaa960, 0x36, 0xc004541000, 0xf30, 0xaa0378, 0x1, 0xc004541000, 0xf30, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 492 [semacquire]: regexp.onePassCopy(0xc0040c3b30, 0xc0040c3b30) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc0040c3b30, 0xc0040c3b30) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004b5aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004b5aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005c3e134) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004b5aff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004b5aff8, 0x1, 0xc005c10f00, 0xc010107e000, 0x2804f0419e98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004b5aff8, 0x4, 0x9ea, 0xc0021fc601, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0021fc000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0024a6680, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0040c3b00, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b5b8f8, 0xc002422800, 0x15cc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 493 [semacquire]: regexp.makeOnePass.func1(0x4, 0xc004805e60, 0x10, 0x10, 0x1) /usr/local/go/src/regexp/onepass.go:390 +0x9d8 regexp.makeOnePass(0xc0050bc510, 0xc0050bc510) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc0050bc480, 0xc0050bc480) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001f60ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001f60ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004805e0c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001f60ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001f60ff8, 0x1, 0xc007a04cc0, 0xc01002afc00, 0x2804f041b9b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001f60ff8, 0x4, 0xf41, 0xc0044d3001, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0044d3000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000624a90, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050bc360, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f618f8, 0xc00423c000, 0x1091, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 494 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00744bf80, 0xc00406f2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00406f3c0, 0xaa058b, 0x2, 0xc0035efc00, 0x651, 0x1, 0x170, 0xc003db1940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035efc00, 0x651, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00406f518, 0xc004bb3fe0, 0x47, 0xc001d1a3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 495 [semacquire]: strings.Replace(0xc004757000, 0x2676, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x5, 0xc004757000, 0x2676) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029018f8, 0xc005e27000, 0x2663, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ba40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 496 [semacquire]: strings.genSplit(0xc000197500, 0x297d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00368a000, 0x894, 0x894) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b453c0, 0xaa04f9, 0x2, 0xc000194a80, 0x297d, 0x8, 0x894, 0xc0065e3ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000194a80, 0x297d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b45518, 0xc0000a6280, 0x2a, 0xc00168ad80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 497 [semacquire]: github.com/gigawattio/window.Rolling(0xc00779e000, 0x3c0, 0x3c0, 0x3, 0x0, 0x3bf, 0xc00779e000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003eab518, 0xc006529160, 0xc006529b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 498 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001d0d1e0, 0x14e, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ffce0, 0xc0019441b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008ffc70, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0019450c0, 0xc0008ffc70, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008ffc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ffc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008ff650, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008ff650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ff650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008ff570, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008ff570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ff570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008fee70, 0x400, 0x203000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008fee70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008fee70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008fed90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008fed90, 0x54b170, 0xc00046a750) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0008fed90, 0x0, 0x0, 0x0, 0x0, 0xc0008fed90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c84300, 0x0, 0x0, 0x0, 0x1800, 0xc001da1000, 0x15a3, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001da1000, 0x15a3, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002a62c30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001945518, 0xc0002d9860, 0xc001ef8180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 499 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc0076a5000, 0x162b, 0x2, 0xc0006e3218, 0xc0000105e0, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc0076a5000, 0x162b, 0xaa0378, 0x1, 0xc00392d700, 0xc003bf4000) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0006e3388, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0006e3388, 0xc00378fe60, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0006e3301, 0xc000010f50) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0006e3518, 0xc00378fe60, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 500 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0074bc9a0, 0x70, 0xaa0378, 0x1, 0xc0062d9080, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a290c0, 0xc0034acf50, 0xc002220fd0, 0xc003a27fa0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc0034acee0, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a290c0, 0xc0034acee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a290c0, 0xc0034acee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc0006511f0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a290c0, 0xc0006511f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a290c0, 0xc0006511f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449ce0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b790c0, 0xc007449ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449ce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449c00, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b790c0, 0xc007449c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449500, 0x7f13c857b690, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b790c0, 0xc007449500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449420, 0x54b170, 0xc002588d00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007449420, 0x0, 0x0, 0x0, 0x0, 0xc007449420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0044da5d0, 0x0, 0x0, 0x0, 0x1800, 0xc0032c3000, 0x17cc, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0032c3000, 0x17cc, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb2ce2da200000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b79518, 0xc0024bca60, 0xc004ebac00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047be00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 501 [semacquire]: golang.org/x/net/html.(*Tokenizer).readByte(0xc006691520, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc006691520) /home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64 golang.org/x/net/html.(*Tokenizer).Next(0xc006691520, 0x2fc0600000004) /home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324 golang.org/x/net/html.(*parser).parse(0xc0066915f0, 0xc0029258f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e7c0, 0x0, 0x0, 0x0, 0xc003e2f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e7c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e2f8f8, 0xc00224a800, 0x1728, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 502 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e7f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d49d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d49c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0001e4800, 0x7ef, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cd140, 0x34, 0xc0001e4800, 0x7ef, 0xc0001e4800, 0x7ef, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cd140, 0x34, 0xc0001e4800, 0x7ef, 0xaa0378, 0x1, 0xc0001e4800, 0x7ef, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 503 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004b1f180, 0x514, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004b1f180, 0x514, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004b1f180, 0x514, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004b1f180, 0x514, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004b1f180, 0x514, 0x0, 0x0, 0x514, 0xc004b1f180, 0x514) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004b1f180, 0x514, 0x514, 0x600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aab310, 0x4d, 0xc004b1f180, 0x514, 0xc004b1f180, 0x514, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aab310, 0x4d, 0xc004b1f180, 0x514, 0xaa0378, 0x1, 0xc004b1f180, 0x514, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c060, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 504 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f12d0006a40, 0x7f12d0005640) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00534fe00, 0xc00269cfc0, 0x228, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00269cfc0, 0x228, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c88240, 0x40, 0xc00269cfc0, 0x228, 0xc00269cfc0, 0x228, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005c88240, 0x40, 0xc00269cfc0, 0x228, 0xaa0378, 0x1, 0xc00269cfc0, 0x228, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c120, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 505 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039e33c0, 0xaa04f9, 0x2, 0xc003a6ac80, 0x181c, 0xc003a6ac80, 0xc0039e33b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003a6ac80, 0x181c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039e3518, 0xc003939640, 0x84, 0xc003f40f30) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 506 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc002c81450) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc002c81450, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002c81450) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002c81450, 0xc005a42c40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005a3e6c0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004faf650, 0x0, 0x0, 0x0, 0x1a80, 0xc005182f80, 0x19cb, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc005182f80, 0x19cb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0003625a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fa3518, 0xc003db0280, 0xc003db0ae0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 507 [semacquire]: strings.Replace(0xc0052b1400, 0x2379, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0052b1400, 0x2379) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035158f8, 0xc0029d8500, 0x236f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 508 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0022443a0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0022443a0, 0x0, 0x0, 0x0, 0xc006015200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0022443a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060158f8, 0xc001fe1a80, 0x1a2e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 509 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0031e9c70, 0xc00285dca0, 0xa) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0031e9c70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0031e9c70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0031e9c70, 0xc005e6f730, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005629240, 0x0, 0x0, 0x0, 0xc001c4d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005629240, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c4d8f8, 0xc002e06000, 0x3a69, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 510 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0031e8dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006b0f040, 0xc003e72070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ef94e0, 0x0, 0x0, 0x0, 0xc002fc9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ef94e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fc98f8, 0xc004228000, 0xd8b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 511 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00559a0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00559a1a0, 0xc0074d18f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00392d420, 0x0, 0x0, 0x0, 0xc002d49200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00392d420, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d498f8, 0xc001e6e000, 0xe9d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 512 [semacquire]: strings.genSplit(0xc005d69000, 0xbeb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d1a000, 0x305, 0x305) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ac53c0, 0xaa0569, 0x2, 0xc001662000, 0xbeb, 0x6, 0x305, 0xc002245440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001662000, 0xbeb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ac5518, 0xc005f337c0, 0x34, 0xc005090fcd) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 513 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0078188a0, 0x4, 0x4, 0xc0047a00f0, 0x6, 0x6, 0xc000737260, 0xc007818860, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc000010710, 0x1, 0x1, 0xc000737330, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc000010710, 0x1, 0x1, 0xb856e0, 0xc007818860, 0xc0007373b0, 0x753f20, 0xaa3fc2) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0019e7f50, 0xaa408e, 0x4, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000737518, 0xc001d0ed80, 0x4f, 0xc0016a0050) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 514 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003d310c0, 0xaa04bf, 0x2, 0x5b, 0x2, 0xc003d30198) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003d310c0, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003d310c0, 0xc000627030, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003d310c0, 0xc000627030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d310c0, 0xc000627030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc0004118f0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047c50c0, 0xc0004118f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc0004118f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc000411810, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047c50c0, 0xc000411810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc000411810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc000411110, 0xc00097f880, 0x7f13f041b2f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047c50c0, 0xc000411110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc000411110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc000411030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc000411030, 0x54b170, 0xc002e0ad00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc000411030, 0x0, 0x0, 0x0, 0x0, 0xc000411030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006d3a810, 0x0, 0x0, 0x0, 0x1000, 0xc006d09000, 0xe05, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006d09000, 0xe05, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0019de4e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047c5518, 0xc0024bd060, 0xc0024bd9a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 515 [runnable]: strings.genSplit(0xc0071b7514, 0x3283, 0xaa0378, 0x1, 0x0, 0x157b, 0x42fa20, 0x157c, 0x157c) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019bd3c0, 0xaa059b, 0x2, 0xc00696ca80, 0x6797, 0x23, 0x157c, 0xc00384c000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00696ca80, 0x6797, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019bd518, 0xc0062e9c40, 0x3e, 0xc0062f8e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 516 [semacquire]: strings.genSplit(0xc0035e0f00, 0x4e2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004af6c00, 0x11f, 0x11f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040753c0, 0xaa058b, 0x2, 0xc002f30000, 0x4e2, 0x1, 0x11f, 0xc004f2bb20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002f30000, 0x4e2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004075518, 0xc004bb3980, 0x62, 0xc00066cd20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051ca20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 517 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0031e88f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0031e89c0, 0xc00639e1c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cdca0, 0x0, 0x0, 0x0, 0xc00334d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cdca0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00334d8f8, 0xc00236b900, 0x1265, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 518 [semacquire]: strings.genSplit(0xc0050b6c80, 0xc10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007bf3900, 0x24b, 0x24b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fc53c0, 0xaa04f9, 0x2, 0xc0028ac000, 0xc10, 0x1, 0x24b, 0xc005a23d40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0028ac000, 0xc10, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fc5518, 0xc003e90580, 0x4d, 0xc0004ab5e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 519 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12cc1cbb60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006a6aea0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006a6ae90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006a3ca80, 0x379, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720500, 0x38, 0xc006a3ca80, 0x379, 0xc006a3ca80, 0x379, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720500, 0x38, 0xc006a3ca80, 0x379, 0xaa0378, 0x1, 0xc006a3ca80, 0x379, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cc60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 520 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4009060, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00505e3f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00505e3e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002905800, 0x762, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f22d0, 0x4b, 0xc002905800, 0x762, 0xc002905800, 0x762, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f22d0, 0x4b, 0xc002905800, 0x762, 0xaa0378, 0x1, 0xc002905800, 0x762, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cd20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 521 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc0001eb110) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc0001eb110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001eb110) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0001eb110, 0xc002403180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6020, 0x0, 0x0, 0x0, 0xc003df5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6020, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003df58f8, 0xc003be9400, 0xaa6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cde0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 522 [semacquire]: strings.genSplit(0xc005f81b00, 0x88a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc001f92460, 0xc00168d360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00168d3c0, 0xaa0569, 0x2, 0xc005f81200, 0x88a, 0xc005f81200, 0xc00168d3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f81200, 0x88a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00168d518, 0xc00000e6a0, 0x38, 0xc0000b3940) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 523 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...) _cgo_gotypes.go:71 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc001e55800, 0x38d, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e55800, 0x38d, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b45960, 0x6d, 0xc001e55800, 0x38d, 0xc001e55800, 0x38d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b45960, 0x6d, 0xc001e55800, 0x38d, 0xaa0378, 0x1, 0xc001e55800, 0x38d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cf60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 524 [semacquire]: bytes.makeSlice(0x1832, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0020f0450, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0020f0450, 0xaa0425, 0x2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc005c5b490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc005c5b110, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc00237ff80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc00237fea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc00237f7a0, 0xb84d20, 0xc0020f0450) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0020f0450, 0xc00237f7a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020f02a0, 0xb336c6fa, 0x1251a20, 0xc00477ec20, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 525 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f131c388b50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad4a10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad4a00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d64500, 0x4a9, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2aa0, 0x45, 0xc001d64500, 0x4a9, 0xc001d64500, 0x4a9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2aa0, 0x45, 0xc001d64500, 0x4a9, 0xaa0378, 0x1, 0xc001d64500, 0x4a9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 526 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044ff588, 0xaa04f9, 0x2, 0xc0043fd300, 0xf1, 0xa, 0x1c, 0xc004db5fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044ff518, 0xc0043cc860, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 527 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00018d080, 0x517, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00018d080, 0x517, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00018d080, 0x517, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00018d080, 0x517, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00018d080, 0x517, 0x0, 0x0, 0x517, 0xc00018d080, 0x517) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00018d080, 0x517, 0x517, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a0230, 0x43, 0xc00018d080, 0x517, 0xc00018d080, 0x517, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a0230, 0x43, 0xc00018d080, 0x517, 0xaa0378, 0x1, 0xc00018d080, 0x517, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 528 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e93c0, 0xaa04f9, 0x2, 0xc0077c7200, 0x5ed, 0x5, 0x137, 0xc0062e81a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0077c7200, 0x5ed, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e9518, 0xc0056cd8c0, 0x3d, 0xc0034cc200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 529 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0001eab60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0001eac30, 0xc001e73dc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ee0, 0x0, 0x0, 0x0, 0xc004923200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ee0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049238f8, 0xc0022b7b00, 0xd75, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 530 [semacquire]: bytes.makeSlice(0xd22, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0047a1350, 0x128, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0047a1350, 0xc00011fe00, 0x128, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0047a1350, 0xc00011fe00, 0x128, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc0044388c0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc004438850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc003bd6000, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc0047d3ea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc0047d37a0, 0xb84d20, 0xc0047a1350) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0047a1350, 0xc0047d37a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043351a0, 0x3, 0xc00172ad90, 0x6, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ad5518, 0xc00416b7a0, 0xc0078191a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 531 [semacquire]: regexp.(*Regexp).replaceAll(0xc003e62c80, 0x0, 0x0, 0x0, 0xc002d68c00, 0x102e, 0x2, 0xc007b3b218, 0xc002d68c00, 0x102e, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc003e62c80, 0xc002d68c00, 0x102e, 0xaa0378, 0x1, 0x1, 0x2a) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033a7518, 0xc006528b20, 0xc007677f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 532 [semacquire]: regexp/syntax.(*parser).maybeConcat(0xc0054f3920, 0xffffffff, 0xc004d16a58) /usr/local/go/src/regexp/syntax/parse.go:165 +0x239 regexp/syntax.(*parser).push(0xc0054f3920, 0xc002031c00, 0xc002031c00) /usr/local/go/src/regexp/syntax/parse.go:136 +0x218 regexp/syntax.(*parser).literal(0xc0054f3920, 0x79) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004d16ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004d16ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00164d00c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004d16ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004d16ff8, 0x1, 0xc00063aef0, 0xc010004c700, 0x2804f04197d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004d16ff8, 0x4, 0x4b4, 0xc001ee5b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001ee5000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006690410, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005421740, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d178f8, 0xc003be4000, 0xb44, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 533 [semacquire]: strings.genSplit(0xc006912300, 0x628, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0004a3500, 0x13f, 0x13f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017db3c0, 0xaa05c9, 0x2, 0xc006911500, 0x628, 0x2, 0x13f, 0xc004339a40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006911500, 0x628, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017db518, 0xc0062ffc80, 0x54, 0xc001a08300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 534 [semacquire]: strings.genSplit(0xc003da2a00, 0x13c3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x13c3, 0xc006693500, 0x13e8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00283d518, 0xc0024bc620, 0xc0024bcfc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 535 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00291a000, 0x907, 0xc001c0b218, 0xc000809c00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00291a000, 0x907, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c0b3c0, 0xaa04df, 0x2, 0xc00291a000, 0x907, 0x4, 0x1e0, 0xc003c09820) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00291a000, 0x907, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c0b518, 0xc0002d8040, 0x43, 0xc001aaa140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 536 [semacquire]: regexp.(*Regexp).expand(0xc0000bf2c0, 0xc0033e3740, 0x10, 0x10, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc004ac5040, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc0033e3740, 0x10, 0x10, 0xc0033e3720, 0x2, 0x2, 0x7, 0x10, 0x7) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004ac5040, 0xcd, 0x2, 0xc001bb0198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004ac5040, 0xcd, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc0032d2af0, 0xc001bb01b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc0032d2a80, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001bb10c0, 0xc0032d2a80, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc0032d2a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc0032d2a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6e00, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc007be6e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6e00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6d20, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc007be6d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6620, 0xc001bb0d40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc007be6620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6540, 0x54b170, 0xc0015b3e10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007be6540, 0x0, 0x0, 0x0, 0x0, 0xc007be6540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ef77d0, 0x0, 0x0, 0x0, 0xa80, 0xc004628a80, 0x94c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004628a80, 0x94c, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0007148f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bb1518, 0xc00075e180, 0xc001d0f8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 537 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00240c000, 0xac2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00240c000, 0xac2, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00240c000, 0xac2, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00240c000, 0xac2, 0x0, 0x0, 0xac2, 0xc00240c000, 0xac2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00240c000, 0xac2, 0xac2, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720140, 0x3b, 0xc00240c000, 0xac2, 0xc00240c000, 0xac2, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720140, 0x3b, 0xc00240c000, 0xac2, 0xaa0378, 0x1, 0xc00240c000, 0xac2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 538 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0028f1000, 0x7ac, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028f1000, 0x7ac, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028f1000, 0x7ac, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028f1000, 0x7ac, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028f1000, 0x7ac, 0x0, 0x0, 0x7ac, 0xc0028f1000, 0x7ac) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028f1000, 0x7ac, 0x7ac, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936e40, 0x2d, 0xc0028f1000, 0x7ac, 0xc0028f1000, 0x7ac, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936e40, 0x2d, 0xc0028f1000, 0x7ac, 0xaa0378, 0x1, 0xc0028f1000, 0x7ac, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051daa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 539 [semacquire]: strings.genSplit(0xc0033c4000, 0x18b2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003b0aa00, 0x535, 0x535) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032913c0, 0xaa0569, 0x2, 0xc00363cc80, 0x18b2, 0x5, 0x535, 0xc0065e31e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00363cc80, 0x18b2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003291518, 0xc003f269a0, 0x2b, 0xc00168baa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051db60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 540 [semacquire]: regexp.onePassCopy(0xc004144d80, 0xc004144d80) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc004144d80, 0xc004144d80) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001889300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001889300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001889300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001889300, 0x75a856, 0x0, 0xc0059085b0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001889300, 0xc0018892c8, 0xc001889350, 0x42ca96, 0xc004144d50, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc001889368, 0xc001889380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc007554ee0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003a13e00, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001889518, 0xc004f2ad80, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 541 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00427d700, 0xc001e592c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e593c0, 0xaa058b, 0x2, 0xc001999200, 0x8e7, 0x1, 0x1b9, 0xc006528bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001999200, 0x8e7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e59518, 0xc003e91de0, 0x32, 0xc003881cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 542 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e573c0, 0xaa04f9, 0x2, 0xc0041af500, 0xa1f, 0x7, 0x228, 0xc007818680) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041af500, 0xa1f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e57518, 0xc003939260, 0x31, 0xc003772e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 543 [semacquire]: strings.genSplit(0xc003e86e00, 0x307, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00408d000, 0xfb, 0xfb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003bcf3c0, 0xaa0503, 0x2, 0xc0049a0000, 0x307, 0x1, 0xfb, 0xc00384c880) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0049a0000, 0x307, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003bcf518, 0xc0019e8140, 0x3c, 0xc004dc1b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051de60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 544 [semacquire]: strings.Replace(0xc00273a000, 0x1d13, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1e, 0xc00273a000, 0x1d13) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046c78f8, 0xc002f12000, 0x1d08, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051df20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 545 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002d54270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002d54340, 0xc00794a620, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005a3e150, 0x0, 0x0, 0x0, 0x0, 0x1701, 0xc005a3e120) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a3e120, 0x0, 0x0, 0x0, 0x1800, 0xc002889800, 0x179a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc002889800, 0x179a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001b3cd80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e5b518, 0xc002604640, 0xc000671740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 546 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e0304bf0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004860e70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004860e50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002987100, 0x66e, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cdc80, 0x36, 0xc002987100, 0x66e, 0xc002987100, 0x66e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cdc80, 0x36, 0xc002987100, 0x66e, 0xaa0378, 0x1, 0xc002987100, 0x66e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005360c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 547 [semacquire]: strings.genSplit(0xc001c1c800, 0x708, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00634c000, 0x1bb, 0x1bb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044873c0, 0xaa0569, 0x2, 0xc00404d000, 0x708, 0x4, 0x1bb, 0xc00432b360) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00404d000, 0x708, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004487518, 0xc004339a80, 0x40, 0xc003a8c600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 549 [runnable]: github.com/fatih/set.(*Set).Has(0xc0000a7f60, 0xc0008052c0, 0x1, 0x1, 0xc00009f701) /home/develop/go/src/github.com/fatih/set/set_ts.go:71 +0x169 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008053c0, 0xaa058b, 0x2, 0xc007036400, 0xb3f, 0x1, 0x31a, 0xc001ef8a20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007036400, 0xb3f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000805518, 0xc0020bc400, 0x3b, 0xc003a8d180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 550 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001a20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00540bf20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00540bf10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001cbd340, 0x2b8, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00228204a, 0x2e, 0xc001cbd340, 0x2b8, 0xc001cbd340, 0x2b8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00228204a, 0x2e, 0xc001cbd340, 0x2b8, 0xaa0378, 0x1, 0xc001cbd340, 0x2b8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005363c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 552 [runnable]: strings.Replace(0xc002f0e000, 0xde6, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc002f0e000, 0xde6) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bad8f8, 0xc00197d000, 0xde3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 553 [semacquire]: strings.Replace(0xc003054000, 0x1193, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x5, 0xc003054000, 0x1193) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a638f8, 0xc003045300, 0x118d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 554 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005afeed0, 0xb2fd4b23, 0x1251a20, 0xc004338320, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005366c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 555 [semacquire]: github.com/gigawattio/window.Rolling(0xc002307000, 0x2e9, 0x2e9, 0x3, 0x0, 0x2e8, 0xc002307000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002675518, 0xc002311e00, 0xc0022446e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 556 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0074070c0, 0xc0041c5ad0, 0xc3, 0xc3, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074070c0, 0xc0076d5b90, 0xc007405e48, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d5b20, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0074070c0, 0xc0076d5b20, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0074070c0, 0xc0076d5b20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074070c0, 0xc0076d5b20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d5500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0074070c0, 0xc0076d5500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074070c0, 0xc0076d5500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d4460, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00088b0c0, 0xc0076d4460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc0076d4460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d4380, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00088b0c0, 0xc0076d4380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc0076d4380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc006c6fc70, 0xc000b03500, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00088b0c0, 0xc006c6fc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc006c6fc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc006c6fb90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc006c6fb90, 0x54b170, 0xc001bbb040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006c6fb90, 0x0, 0x0, 0x0, 0x0, 0xc006c6fb90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00760a7b0, 0x0, 0x0, 0x0, 0x2500, 0xc003060a00, 0x229c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003060a00, 0x229c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005492630) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00088b518, 0xc007596060, 0xc004db4f20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 557 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00790ed00, 0x81b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00790ed00, 0x81b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00790ed00, 0x81b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00790ed00, 0x81b, 0x0, 0x0, 0x81b, 0xc00790ed00, 0x81b) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00790ed00, 0x81b, 0x81b, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0038812c0, 0x33, 0xc00790ed00, 0x81b, 0xc00790ed00, 0x81b, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0038812c0, 0x33, 0xc00790ed00, 0x81b, 0xaa0378, 0x1, 0xc00790ed00, 0x81b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 558 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc006e8e120, 0xd50000006f, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc006e8e120, 0x6f) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004caeff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004caeff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005d0e02c) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004caeff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004caeff8, 0x1, 0xc0057245d0, 0xc010107e000, 0x2804f0419e98) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004caeff8, 0x4, 0x200, 0xc004305e01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004305000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006c8fd40, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005d08180, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004caf8f8, 0xc002f40000, 0x1d9c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005369c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 559 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0001c5800, 0x740, 0xc000649218, 0xc0009f0a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0001c5800, 0x740, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006493c0, 0xaa0503, 0x2, 0xc0001c5800, 0x740, 0x1, 0x196, 0xc007555740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0001c5800, 0x740, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000649518, 0xc005629c40, 0x41, 0xc0004ab860) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 560 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002c22400, 0xae3, 0xc001c57218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002c22400, 0xae3, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c573c0, 0xaa058b, 0x2, 0xc002c22400, 0xae3, 0x1, 0x22a, 0xc0075960c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002c22400, 0xae3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c57518, 0xc004f2aec0, 0x38, 0xc0062f9300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 561 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12cc1ab7a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041615b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0041615a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0023c0000, 0xc35, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b442a0, 0x65, 0xc0023c0000, 0xc35, 0xc0023c0000, 0xc35, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b442a0, 0x65, 0xc0023c0000, 0xc35, 0xaa0378, 0x1, 0xc0023c0000, 0xc35, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 562 [semacquire]: bytes.makeSlice(0xfa, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0003c9150, 0x7a, 0xb) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0003c9150, 0xc00714b000, 0x7a, 0xb, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004055110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004055030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0003c9218, 0xae5578, 0xc00576b688) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.replaceTagWithContents(0xc0003c9218, 0x1182620, 0xa, 0xa) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46 github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x3, 0xc003ff4d50) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003ff4c00, 0xc0003c92c0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc0003c9388, 0x8, 0xc00576b5e8, 0xc000bff880) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0003c9388, 0xc002738ff0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0003c9301, 0xc00576b5e8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0003c9518, 0xc002738ff0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 564 [semacquire]: strings.genSplit(0xc0004d6ea0, 0x199, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x199, 0xc0004d6d00, 0x199) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e33588, 0xaa04f9, 0x2, 0xc0004d6d00, 0x199, 0x1, 0x27, 0xc003db1d80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001e33518, 0xc00166e3c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 565 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4007e80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024959b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024959a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00252e000, 0xf1a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024c4a80, 0x38, 0xc00252e000, 0xf1a, 0xc00252e000, 0xf1a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024c4a80, 0x38, 0xc00252e000, 0xf1a, 0xaa0378, 0x1, 0xc00252e000, 0xf1a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 566 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0046ca480, 0xc003d56f40, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x2, 0xc0046ca480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0036b5620, 0xc00017d1e8, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00017d518, 0xc0036b53b0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00017d518, 0xc0019e8040, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 567 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0053a5500, 0x6e1, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0053a5500, 0x6e1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0053a5500, 0x6e1, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0053a5500, 0x6e1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0053a5500, 0x6e1, 0x0, 0x0, 0x6e1, 0xc0053a5500, 0x6e1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0053a5500, 0x6e1, 0x6e1, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00186c72a, 0x48, 0xc0053a5500, 0x6e1, 0xc0053a5500, 0x6e1, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00186c72a, 0x48, 0xc0053a5500, 0x6e1, 0xaa0378, 0x1, 0xc0053a5500, 0x6e1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 568 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00166f100, 0xc0008db2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008db3c0, 0xaa04d9, 0x2, 0xc0018bc000, 0x14b3, 0x1, 0x3f6, 0xc0020e3320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0018bc000, 0x14b3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008db518, 0xc0020e3c40, 0x47, 0xc001bda500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 569 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004f2bfe0, 0xc004cfc930, 0xc00451ea80, 0x2, 0x2, 0xc00451ea80, 0x2, 0x2) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004f2bfe0, 0xc001dca1c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004f2bfe0, 0xc0018201c0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc004f2bfe0, 0xc0018201c0, 0xc000886f50, 0x747325, 0xc000bff880) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0018200e0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc000011488, 0x1, 0x1, 0xc0008870b0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc000011488, 0x1, 0x1, 0xb856e0, 0xc004f2bfe0, 0xc0040c2090, 0xc0040c2090, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004ef7770, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0008878f8, 0xc00199a400, 0x85b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 570 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d073c0, 0xaa04f9, 0x2, 0xc003ca4000, 0x79c, 0xc003ca4000, 0xc004d073b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ca4000, 0x79c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d07518, 0xc0056cd380, 0x58, 0xc001a19e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005372c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 571 [semacquire]: bytes.makeSlice(0xbbb, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000927388, 0xa1, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000927388, 0xc0055b5c30, 0xa1, 0x5165d7, 0xc00479c541, 0xc0027706b0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0034fb030) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0034fafc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dc7490) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dc73b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dc6a80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004a4e840, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000927518, 0xc0073eaec0, 0x4e, 0xc0046b99f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 572 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0041d1e60, 0x81, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00795b0c0, 0xc007ae7880, 0xc00795a1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae7810, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00795b0c0, 0xc007ae7810, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00795b0c0, 0xc007ae7810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00795b0c0, 0xc007ae7810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae6cb0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009290c0, 0xc007ae6cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae6cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae6bd0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009290c0, 0xc007ae6bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae6bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae64d0, 0xc000928d40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009290c0, 0xc007ae64d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae64d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae63f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae63f0, 0x54b170, 0xc00009c4e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007ae63f0, 0x0, 0x0, 0x0, 0x0, 0xc007ae63f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005ace180, 0x0, 0x0, 0x0, 0xa80, 0xc006a59500, 0xa24, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006a59500, 0xa24, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0057ac7d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000929518, 0xc0026047c0, 0xc0056cda00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 573 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec2265c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00254ef90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00254ef80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0026baf00, 0x4cf, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00093000a, 0x4b, 0xc0026baf00, 0x4cf, 0xc0026baf00, 0x4cf, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00093000a, 0x4b, 0xc0026baf00, 0x4cf, 0xaa0378, 0x1, 0xc0026baf00, 0x4cf, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 574 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00252ad00, 0x8ba, 0xc001e09218, 0xc000bff880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00252ad00, 0x8ba, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e093c0, 0xaa04f9, 0x2, 0xc00252ad00, 0x8ba, 0x1, 0x1cd, 0xc0065e3b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00252ad00, 0x8ba, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e09518, 0xc002310280, 0x3e, 0xc0022beecd) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005375c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 575 [semacquire]: strings.genSplit(0xc0042b5000, 0xba4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d6b900, 0x23c, 0x23c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ca13c0, 0xaa0599, 0x2, 0xc0042b3800, 0xba4, 0x1, 0x23c, 0xc002250e80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0042b3800, 0xba4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004ca1518, 0xc003e914e0, 0x48, 0xc0016a140a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 576 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0057c2000, 0x1fc8, 0x437c3e, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0057c2000, 0x1fc8, 0x7f13c8553c78, 0xc0019352e0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019353c0, 0xaa04f9, 0x2, 0xc0057c2000, 0x1fc8, 0xc0057c2000, 0xc0019353b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0057c2000, 0x1fc8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001935518, 0xc002244b20, 0x3c, 0xc007a009c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 577 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007596e60, 0xc002669220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002669588, 0xaa04f9, 0x2, 0xc0077db800, 0x7a8, 0x0, 0xc0009f0a80, 0x7f13f041c080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002669518, 0xc004338340, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 578 [semacquire]: github.com/gigawattio/window.Rolling(0xc0074e2000, 0x675, 0x675, 0x3, 0x0, 0x674, 0xc0074e2000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f07518, 0xc00416be20, 0xc0056ccc60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005378c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 579 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00679a060, 0xc006f0d1e8, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006f0d518, 0xc007986090, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006f0d518, 0xc003e90e20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 581 [semacquire]: github.com/gigawattio/window.Rolling(0xc004af4600, 0x11c, 0x11c, 0x3, 0x0, 0x11b, 0xc004af4600) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043bf518, 0xc0039388c0, 0xc0062fee60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 582 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005aff140, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004645518, 0xc005a23100, 0x31, 0xc001b3bdc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 583 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4010880, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023351a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002335190, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003a48000, 0x3d3, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aaa888, 0x30, 0xc003a48000, 0x3d3, 0xc003a48000, 0x3d3, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aaa888, 0x30, 0xc003a48000, 0x3d3, 0xaa0378, 0x1, 0xc003a48000, 0x3d3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 584 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00384de20, 0xc000587220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000587588, 0xaa04f9, 0x2, 0xc002ffb440, 0xc0, 0x1, 0x13, 0xc00075e100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000587518, 0xc001ef95c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 585 [semacquire]: strings.Replace(0xc006fa4800, 0x16e4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc006fa4800, 0x16e4) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fc18f8, 0xc005fa6000, 0x16e0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 586 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13641bf780, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a25f00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a25ef0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002a7a600, 0x1154, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d56080, 0x3f, 0xc002a7a600, 0x1154, 0xc002a7a600, 0x1154, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d56080, 0x3f, 0xc002a7a600, 0x1154, 0xaa0378, 0x1, 0xc002a7a600, 0x1154, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 587 [runnable]: internal/reflectlite.typedmemmove(0xa36900, 0xc0021b47c8, 0xc004f2be20) /usr/local/go/src/runtime/mbarrier.go:190 +0x4e internal/reflectlite.Swapper.func9(0x446, 0x453) /usr/local/go/src/internal/reflectlite/swapper.go:72 +0xe3 sort.swapRange_func(0xc003fad7d0, 0xc004f12b10, 0x446, 0x453, 0x1) /usr/local/go/src/sort/zfuncversion.go:67 +0x4b sort.rotate_func(0xc003fad7d0, 0xc004f12b10, 0x43e, 0x453, 0x454) /usr/local/go/src/sort/zfuncversion.go:257 +0x82 sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x42a, 0x453, 0x455) /usr/local/go/src/sort/zfuncversion.go:241 +0x364 sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x400, 0x451, 0x455) /usr/local/go/src/sort/zfuncversion.go:247 +0x2ee sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x400, 0x49f, 0x4ab) /usr/local/go/src/sort/zfuncversion.go:244 +0x31d sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x400, 0x53f, 0x556) /usr/local/go/src/sort/zfuncversion.go:244 +0x31d sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x2ab, 0x52e, 0x556) /usr/local/go/src/sort/zfuncversion.go:247 +0x2ee sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x0, 0x500, 0x556) /usr/local/go/src/sort/zfuncversion.go:247 +0x2ee sort.stable_func(0xc003fad7d0, 0xc004f12b10, 0x556) /usr/local/go/src/sort/zfuncversion.go:180 +0x12f sort.SliceStable(0x9de7e0, 0xc004f2be00, 0xc003fad7d0) /usr/local/go/src/sort/slice.go:27 +0xcb _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008e8000, 0x115e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008e8000, 0x115e, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008e8000, 0x115e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0008e8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008e8000, 0x115e, 0x0, 0x0, 0x115e, 0x1800, 0xc0008e8000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008e8000, 0x115e, 0x115e, 0x1800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b38980, 0x37, 0xc0008e8000, 0x115e, 0xc0008e8000, 0x115e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005b38980, 0x37, 0xc0008e8000, 0x115e, 0xaa0378, 0x1, 0xc0008e8000, 0x115e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 588 [runnable]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc00805ab30, 0xc0053092c8, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc00805ab30, 0xc008053340, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc00805ab30, 0xc0080533b0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0080533b0, 0xc0080533b0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00805aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00805aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000ad58dc) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00805aff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00805aff8, 0x1, 0xc005d226a0, 0xc01009f0a00, 0x2804f041b9b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00805aff8, 0x4, 0x540, 0xc003777a01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003777000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005bd9520, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00765b9e0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00394d8f8, 0xc00193c000, 0xabb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 589 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00744b6e0, 0xc0019c32c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019c33c0, 0xaa0569, 0x2, 0xc00560c880, 0xd1d, 0x4, 0x2f9, 0xc0062e8440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00560c880, 0xd1d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019c3518, 0xc0006706e0, 0x41, 0xc0001f3a06) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 590 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035a9400, 0xaa04f9, 0x2, 0xc005d422d0, 0xe2, 0xc0035a9240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x3, 0xc0065122d0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00627fef0, 0xc0035a92c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0035a9388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0035a9388, 0xc00627e750, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0035a9301, 0xc0047519a0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0035a9518, 0xc00627e750, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005561e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 591 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002d8fba0, 0xc004cb8ea9, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc002d8fba0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d8fba0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002d8fba0, 0xc0024e3f80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0020bc080, 0x0, 0x0, 0x0, 0xc0015cf200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0020bc080, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015cf8f8, 0xc001639800, 0xbca, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005562a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 592 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043a3588, 0xaa04f9, 0x2, 0xc00349dce0, 0xda, 0x9, 0x1f, 0xc0049a3160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0043a3518, 0xc00000e740, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 593 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008820, 0x7f1368012aa0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f7a5d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f7a5c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0034d4c00, 0x51f, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004aaa5d, 0x37, 0xc0034d4c00, 0x51f, 0xc0034d4c00, 0x51f, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004aaa5d, 0x37, 0xc0034d4c00, 0x51f, 0xaa0378, 0x1, 0xc0034d4c00, 0x51f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 594 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006eb1400, 0xaa04f9, 0x2, 0xc006edb800, 0xb2, 0xc006eb1240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xa, 0xc004220c00) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004220780, 0xc006eb12c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc006eb1388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc006eb1388, 0xc004219c20, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006eb1301, 0xc004751478) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006eb1518, 0xc004219c20, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005564e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 595 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc004f2bf40, 0x4, 0x4, 0xc002a4e500, 0xd, 0x10, 0xc0072f9020, 0xc00576b6a0, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc001f489b8, 0x1, 0x1, 0xc0072f90f0, 0x7f13f041b2f0, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc001f489b8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00576b6a0, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0045bde60, 0xc003ff4e40) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0072f9518, 0xc0045bde60, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0072f9518, 0xc00427cca0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005565a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 596 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0022443a0, 0xc00479d800, 0x5e3, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00479d800, 0x5e3, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00146a69d, 0x54, 0xc00479d800, 0x5e3, 0xc00479d800, 0x5e3, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00146a69d, 0x54, 0xc00479d800, 0x5e3, 0xaa0378, 0x1, 0xc00479d800, 0x5e3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 597 [semacquire]: github.com/araddon/dateparse.newParser(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710 github.com/araddon/dateparse.parseTime(0xc00502ff80, 0x58, 0x0, 0xc00502ff80, 0x58, 0x58) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6 github.com/araddon/dateparse.ParseAny(0xc00502ff80, 0x58, 0x3, 0xaa0378, 0x1, 0xc00502ff80, 0x58) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00170f518, 0xc0006aa200, 0xc0006aab80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 598 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a93c0, 0xaa04f9, 0x2, 0xc0053fc000, 0x708, 0xc0053fc000, 0xc0036a93b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0053fc000, 0x708, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036a9518, 0xc005de6540, 0x31, 0xc001f3dcc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005567e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 599 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00576bc30, 0x1, 0x1, 0xc0005e5fb0, 0x6, 0x6, 0xc004b70fe0, 0xc004973760, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc00576bc18, 0x1, 0x1, 0xc004b710b0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc00576bc18, 0x1, 0x1, 0xb856e0, 0xc004973760, 0xc0005e5e90, 0xc0005e5e90, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0005e5980, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b718f8, 0xc002b84c00, 0xbd4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005568a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 600 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.afterHeadIM(0xc002ff68f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff68f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002ff68f0, 0xc0050c2700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005169820, 0x0, 0x0, 0x0, 0xc0032e5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005169820, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032e58f8, 0xc00233d000, 0xdb7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 601 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e950, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032935e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032935d4, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003d1e000, 0x606, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00078ea80, 0x5a, 0xc003d1e000, 0x606, 0xc003d1e000, 0x606, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00078ea80, 0x5a, 0xc003d1e000, 0x606, 0xaa0378, 0x1, 0xc003d1e000, 0x606, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 602 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003208b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003208c30, 0xc00238ff80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e4c0, 0x0, 0x0, 0x0, 0xc002893200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e4c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028938f8, 0xc00513b500, 0x2826, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 603 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc000ef6e38, 0xc0051d2f98, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc000ef6e38, 0xc0016f60e0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc000ef6e38, 0xc0016f61c0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0016f61c0, 0xc0016f61c0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000ef7300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000ef7300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000ef7300, 0x0, 0xb856e0, 0xc0004ce0e8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000ef7300, 0xc002228a80, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000ef7300, 0x42ca96, 0xc0050bcc00, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000ef7370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00384d2c0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00223f950, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000ef7518, 0xc0041d7500, 0xabc101, 0x1d, 0x5f, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 604 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005af6300, 0x6ae, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005af6300, 0x6ae, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005af6300, 0x6ae, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005af6300, 0x6ae, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005af6300, 0x6ae, 0x0, 0x0, 0x6ae, 0xc005af6300, 0x6ae) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005af6300, 0x6ae, 0x6ae, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002929c20, 0x54, 0xc005af6300, 0x6ae, 0xc005af6300, 0x6ae, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002929c20, 0x54, 0xc005af6300, 0x6ae, 0xaa0378, 0x1, 0xc005af6300, 0x6ae, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 605 [semacquire]: bytes.makeSlice(0xdc6, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004363a10, 0xbc, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004363a10, 0xc004726cc0, 0xbc, 0x6, 0xffffffffffffffff, 0xad018a) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004363a10, 0xc004726cc0, 0xbc, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc006749340, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc006749180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc006748a10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc0016d4b60, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc0016d4460, 0xb84d20, 0xc004363a10) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004363a10, 0xc0016d4460, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0063bbef0, 0xb31d7e7a, 0x1251a20, 0xc0049735c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 606 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc0020f0840, 0xab2997, 0xc, 0xacdda4, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc0064c9518, 0xc0020f0840, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0064c9518, 0xc0062ff360, 0x40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 607 [semacquire]: github.com/PuerkitoBio/goquery.pushStack(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005a64b40, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e2d8f8, 0xc003c49900, 0xc64, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 608 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc000842000, 0xf81, 0xc000d15218, 0xc0009f0a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc000842000, 0xf81, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d153c0, 0xaa058b, 0x2, 0xc000842000, 0xf81, 0x1, 0x344, 0xc00166f940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000842000, 0xf81, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d15518, 0xc005168340, 0x1f, 0xc003c0e300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 609 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ef53c0, 0xaa0569, 0x2, 0xc004965000, 0xf87, 0x5, 0x399, 0xc003c093e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004965000, 0xf87, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ef5518, 0xc001ef8040, 0x1a, 0xc0000e6460) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 610 [semacquire]: strings.genSplit(0xc00018c000, 0x56d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002c35800, 0x15e, 0x15e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040773c0, 0xaa04d9, 0x2, 0xc005172000, 0x56d, 0x1, 0x15e, 0xc003db1f60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005172000, 0x56d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004077518, 0xc002605840, 0x29, 0xc0000ad1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005570e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 611 [semacquire]: strings.Replace(0xc003730a00, 0x1408, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x9d80e22c73746f6c, 0x725020464c495020) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041778f8, 0xc003730a00, 0x1408, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005571a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 612 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4020800, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004875b50, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004875b40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00420afc0, 0x235, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b139b0, 0x2b, 0xc00420afc0, 0x235, 0xc00420afc0, 0x235, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b139b0, 0x2b, 0xc00420afc0, 0x235, 0xaa0378, 0x1, 0xc00420afc0, 0x235, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 613 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002ff6410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc002ff64e0, 0xc00529e230, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f26d40, 0x0, 0x0, 0x0, 0xc001e5d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f26d40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e5d8f8, 0xc000516c00, 0x1096, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 614 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003fbd790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003fbd860, 0xc0018fb030, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7ce0, 0x0, 0x0, 0x0, 0xc0019bb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7ce0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019bb8f8, 0xc001928000, 0xde1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005573e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 615 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24be0, 0x0, 0x0, 0x0, 0xc004f15080, 0x506, 0x2, 0xc0035a5218, 0xc004f15080, 0x506, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24be0, 0xc004f15080, 0x506, 0xaa0378, 0x1, 0x1, 0x14) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023e9518, 0xc0042c6bc0, 0xc00432bf00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005574a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 616 [semacquire]: golang.org/x/net/html.parseDoctype(0xc00164ce18, 0x4, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42 golang.org/x/net/html.initialIM(0xc003fbdee0, 0x7f1300000000) /home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003fbdee0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003fbdee0, 0xc001c2d650, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7e00, 0x0, 0x0, 0x0, 0xc003577200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7e00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035778f8, 0xc0048f3200, 0x2512, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 617 [semacquire]: bytes.makeSlice(0x81f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002ccd0c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002ccd0c0, 0x1189d4c, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002ccd0c0, 0xc00578a1a0, 0xc7, 0xc7, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ccd0c0, 0xc007ae3420, 0xc002220fd0, 0xc002ccbfa0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007ae33b0, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ccd0c0, 0xc007ae33b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ccd0c0, 0xc007ae33b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007ae31f0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ccd0c0, 0xc007ae31f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ccd0c0, 0xc007ae31f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007acbea0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a950c0, 0xc007acbea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a950c0, 0xc007acbea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007acbdc0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a950c0, 0xc007acbdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a950c0, 0xc007acbdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007acb6c0, 0xc000a55880, 0x7f13f0419e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a950c0, 0xc007acb6c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a950c0, 0xc007acb6c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ccd0c0, 0xc007acb5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a950c0, 0xc007acb5e0, 0x54b170, 0xc00009c1a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007acb5e0, 0x0, 0x0, 0x0, 0x0, 0xc007acb5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00307d890, 0x0, 0x0, 0x0, 0x1300, 0xc0046ba000, 0x1142, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0046ba000, 0x1142, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0047ee5a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a95518, 0xc00384d800, 0xc0056cc560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 618 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003fbd6c0, 0xc0035b9980, 0x1f) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003fbd6c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003fbd6c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003fbd6c0, 0xc00184ce70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7ca0, 0x0, 0x0, 0x0, 0xc004d01200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7ca0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d018f8, 0xc002ffa000, 0xe91, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005576e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 619 [semacquire]: regexp/syntax.(*parser).maybeConcat(0xc003f239e0, 0xffffffff, 0xc003dfaa58) /usr/local/go/src/regexp/syntax/parse.go:165 +0x239 regexp/syntax.(*parser).push(0xc003f239e0, 0xc002925810, 0xc002925810) /usr/local/go/src/regexp/syntax/parse.go:136 +0x218 regexp/syntax.(*parser).literal(0xc003f239e0, 0x79) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003dfaff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003dfaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00164dd64) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003dfaff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003dfaff8, 0x1, 0xc00063b510, 0xc010004c701, 0x2804f04197d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003dfaff8, 0x4, 0x4a4, 0xc002914b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002914000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006691450, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005a64570, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dfb8f8, 0xc002834c00, 0xb55, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005577a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 620 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006823400, 0xaa04f9, 0x2, 0xc002e68280, 0x252, 0xc006823240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x1, 0xc003be2e10) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0043d8f30, 0xc0068232c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc006823388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc006823388, 0xc006310ab0, 0xaa04f9, 0x2, 0xc006823518, 0x8, 0x9ecc80, 0xc006823301, 0xc0008226c0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006823518, 0xc006310ab0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 621 [runnable]: strings.genSplit(0xc006a2111a, 0xade, 0xaa0378, 0x1, 0x0, 0x2a7, 0xc007ff4000, 0x2a8, 0x2a8) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f253c0, 0xaa04fd, 0x2, 0xc003e10800, 0xbf8, 0x4f, 0x2a8, 0xc00000fa60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e10800, 0xbf8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f25518, 0xc00000f5a0, 0x50, 0xc0047ebd60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 622 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0036a52e0, 0x432e00, 0xc0036a5210, 0x48afc0e8, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0036a52e0, 0xc000780000, 0x5, 0xc0036a5230, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0036a52e0, 0xc0036a52f8, 0x43b3b7, 0x1252790, 0xc0036a5200, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f13c85c24f0, 0xc0036a5301, 0x10100000042ab7a, 0x0, 0x1692) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00591c150, 0xaa64ee, 0x5, 0x1dd2) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0036a5518, 0xc0056cde20, 0x1692, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005579e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 623 [semacquire]: github.com/gigawattio/window.Rolling(0xc007b60a80, 0x28d, 0x28d, 0x3, 0x0, 0x28c, 0xc007b60a80) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b59518, 0xc003db0dc0, 0xc003db17a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 624 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0058a4810, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004643518, 0xc0041d7a00, 0xb3, 0xc0021e9d40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 625 [semacquire]: strings.genSplit(0xc005e7a1e0, 0xec, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1fd, 0xc005e7a0f0, 0xec) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00218f588, 0xaa04f9, 0x2, 0xc005e7a0f0, 0xec, 0x13, 0xc00218f290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc005e2c540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0039be8d0, 0xc00218f320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00218f518, 0xc00515b7a0, 0xc0045bf9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00218f518, 0xc00515b7a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00218f518, 0xc00515b7a0, 0xc00515b7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 626 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000501ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc000501c70, 0xc006dfdc00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ca0, 0x0, 0x0, 0x0, 0xc004cb1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ca0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cb18f8, 0xc003904000, 0xfe2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 627 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d610, 0x7f1334210490) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005b016f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005b016d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00568b000, 0x7c9, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017200c0, 0x36, 0xc00568b000, 0x7c9, 0xc00568b000, 0x7c9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0017200c0, 0x36, 0xc00568b000, 0x7c9, 0xaa0378, 0x1, 0xc00568b000, 0x7c9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 628 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0041561b0, 0xc0039611d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041561b0, 0x0, 0x0, 0x0, 0x2000, 0xc007874000, 0x1e33, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc007874000, 0x1e33, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00197db90) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003961518, 0xc005de6d60, 0xc003db0640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557e60, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 629 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033a33c0, 0xaa0569, 0x2, 0xc0014ed900, 0x2290, 0x5, 0x682, 0xc00166edc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0014ed900, 0x2290, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033a3518, 0xc001ef8820, 0x4b, 0xc0047faaf0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557f20, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 630 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007a93000, 0x7a8, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007a93000, 0x7a8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007a93000, 0x7a8, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007a93000, 0x7a8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007a93000, 0x7a8, 0x0, 0x0, 0x7a8, 0xc007a93000, 0x7a8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007a93000, 0x7a8, 0x7a8, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bdb810, 0x3c, 0xc007a93000, 0x7a8, 0xc007a93000, 0x7a8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bdb810, 0x3c, 0xc007a93000, 0x7a8, 0xaa0378, 0x1, 0xc007a93000, 0x7a8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576000, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 631 [semacquire]: strings.Replace(0xc005aed980, 0x18b6, 0xaa2b4e, 0x3, 0xaa0382, 0x1, 0x1, 0xc005aed980, 0x18b6) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003501518, 0xc0020bdce0, 0xc0004ce260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005760c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 632 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1328009960, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ac25a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ac2570, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028ab800, 0x583, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00485c050, 0x45, 0xc0028ab800, 0x583, 0xc0028ab800, 0x583, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00485c050, 0x45, 0xc0028ab800, 0x583, 0xaa0378, 0x1, 0xc0028ab800, 0x583, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 633 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00559b2b0, 0xc001bc3b20, 0x65) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00559b2b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00559b2b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00559b2b0, 0xc0028cacb0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006c40060, 0x0, 0x0, 0x0, 0x0, 0x1501, 0xc006c40000) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006c40000, 0x0, 0x0, 0x0, 0x1800, 0xc0074d5800, 0x1513, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0074d5800, 0x1513, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xd1a1561900000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e87518, 0xc0042c7aa0, 0xc005a22fe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 634 [runnable]: github.com/fatih/set.(*Set).Add(0xc003646820, 0xc003e232c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e233c0, 0xaa04f9, 0x2, 0xc0004ea000, 0xbde, 0xc0004ea000, 0xc003e233b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0004ea000, 0xbde, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e23518, 0xc0020e39c0, 0x37, 0xc002282a00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 635 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e530, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002771510, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002771500, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003f76800, 0x3a5, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002282d00, 0x3b, 0xc003f76800, 0x3a5, 0xc003f76800, 0x3a5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002282d00, 0x3b, 0xc003f76800, 0x3a5, 0xaa0378, 0x1, 0xc003f76800, 0x3a5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005763c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 636 [runnable]: sync.(*RWMutex).RUnlock(0xc0004ce068) /usr/local/go/src/sync/rwmutex.go:62 +0x50 github.com/fatih/set.(*Set).Has(0xc0004ce060, 0xc0030d32c0, 0x1, 0x1, 0xc00009f700) /home/develop/go/src/github.com/fatih/set/set_ts.go:86 +0x10c github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030d33c0, 0xaa0503, 0x2, 0xc003d22000, 0x152d, 0x62, 0x42e, 0xc00477e860) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003d22000, 0x152d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030d3518, 0xc0006700c0, 0x3b, 0xc005903540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 637 [semacquire]: regexp.(*Regexp).replaceAll(0xc00306caa0, 0x0, 0x0, 0x0, 0xc0018a4200, 0x1ae3, 0x2, 0xc003f5b218, 0xc0018a4200, 0x1ae3, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc00306caa0, 0xc0018a4200, 0x1ae3, 0xaa0378, 0x1, 0x1, 0x38) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00314d518, 0xc003646bc0, 0xc003647420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 638 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000501110, 0xc005d0e030, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000501110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000501110) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000501110, 0xc00564d2d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973580, 0x0, 0x0, 0x0, 0xc00251b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973580, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00251b8f8, 0xc001892f00, 0x236e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 639 [semacquire]: strings.genSplit(0xc0038a60d0, 0xcd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xcd, 0xc0041c5ba0, 0xcd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024f5400, 0xaa04f9, 0x2, 0xc0041c5ba0, 0xcd, 0xc0024f5240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x4, 0xc0028eacc0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0058d7dd0, 0xc0024f52c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0024f5388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0024f5388, 0xc001994180, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x3f1, 0x3f2) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0024f5518, 0xc001994180, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005766c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 640 [semacquire]: strings.genSplit(0xc006648800, 0x153d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0061e3800, 0x451, 0x451) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a2d3c0, 0xaa0569, 0x2, 0xc003b53800, 0x153d, 0x6, 0x451, 0xc0049a2fa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003b53800, 0x153d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a2d518, 0xc0022448c0, 0x1c, 0xc0021f0740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 641 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00177b200, 0x5f6, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00177b200, 0x5f6, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00177b200, 0x5f6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00177b200, 0x5f6, 0x0, 0x0, 0x5f6, 0xc00177b200, 0x5f6) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00177b200, 0x5f6, 0x5f6, 0x600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005698e00, 0x32, 0xc00177b200, 0x5f6, 0xc00177b200, 0x5f6, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005698e00, 0x32, 0xc00177b200, 0x5f6, 0xaa0378, 0x1, 0xc00177b200, 0x5f6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 642 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002718000, 0x1743, 0x0, 0xc000dff500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002718000, 0x1743, 0x42f9b8, 0xc00228b2e0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00228b3c0, 0xaa04f9, 0x2, 0xc002718000, 0x1743, 0xc002718000, 0xc00228b3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002718000, 0x1743, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00228b518, 0xc004338ca0, 0x3b, 0xc001b3aa40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 643 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00050b0c0, 0xc003dce9a0, 0x6b, 0xc00000003b, 0x0, 0x3b) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00050b0c0, 0xc003dce9a0, 0x6b, 0x6b, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00050b0c0, 0xc006e5dc70, 0xc00050a1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5dc00, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00050b0c0, 0xc006e5dc00, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00050b0c0, 0xc006e5dc00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00050b0c0, 0xc006e5dc00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5cf50, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc006e5cf50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc006e5cf50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5ce70, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc006e5ce70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc006e5ce70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5c770, 0x400, 0x203001) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc006e5c770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc006e5c770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050b0c0, 0xc006e5c690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc006e5c690, 0x54b170, 0xc004c0f860) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006e5c690, 0x0, 0x0, 0x0, 0x0, 0xc006e5c690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005399e90, 0x0, 0x0, 0x0, 0xc00, 0xc002c23000, 0xaa8, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002c23000, 0xaa8, 0x0, 0x0, 0x0, 0x440d95, 0xc005399e30, 0x7f13c801280c, 0x5b7c2ebf00000002) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002507518, 0xc0043380e0, 0xc0020e2fe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005769c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 644 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0006ed440, 0x117, 0x2, 0xc0067f8198, 0xa, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0006ed440, 0x117, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0067f90c0, 0xc006869e30, 0xc0067f81b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006869dc0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0067f90c0, 0xc006869dc0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0067f90c0, 0xc006869dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0067f90c0, 0xc006869dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006869500, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033950c0, 0xc006869500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033950c0, 0xc006869500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006869420, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033950c0, 0xc006869420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033950c0, 0xc006869420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006868d20, 0x20300100000000, 0x7f13946c5fff) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033950c0, 0xc006868d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033950c0, 0xc006868d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0067f90c0, 0xc006868c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033950c0, 0xc006868c40, 0x54b170, 0xc002c81ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006868c40, 0x0, 0x0, 0x0, 0x0, 0xc006868c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005240c30, 0x0, 0x0, 0x0, 0x1800, 0xc005b5e000, 0x1634, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005b5e000, 0x1634, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0016e38f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003395518, 0xc005de7400, 0xc003746760) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 645 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0005190a0, 0x8, 0x2, 0xc000cd0538, 0xc0005192f0, 0x1, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0005190a0, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000cd10c0, 0xc00043b490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000cd10c0, 0xc00043a9a0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009250c0, 0xc00043a9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009250c0, 0xc00043a9a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000cd10c0, 0xc00043a8c0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009250c0, 0xc00043a8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009250c0, 0xc00043a8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000cd10c0, 0xc00043a1c0, 0xc000ad8380, 0x7f13f041b9b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009250c0, 0xc00043a1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009250c0, 0xc00043a1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000cd10c0, 0xc00043a0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009250c0, 0xc00043a0e0, 0x54b170, 0xc0005aba00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00043a0e0, 0x0, 0x0, 0x0, 0x0, 0xc00043a0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001f6bbf0, 0x0, 0x0, 0x0, 0xc00, 0xc002ff3400, 0xb11, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002ff3400, 0xb11, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0028b6240) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000925518, 0xc0004cf560, 0xc0002d8320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 646 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0000a7b00, 0xc001fbf2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fbf3c0, 0xaa0599, 0x2, 0xc006a94000, 0x291d, 0x1, 0x75c, 0xc00427d7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006a94000, 0x291d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fbf518, 0xc001ef9e40, 0x49, 0xc005f1c5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 647 [semacquire]: strings.Replace(0xc003b1a000, 0x2837, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f238f8, 0xc003b1a000, 0x2837, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 648 [semacquire]: strings.genSplit(0xc003a14a80, 0xa6f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005ecaa00, 0x219, 0x219) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fc13c0, 0xaa058b, 0x2, 0xc003795500, 0xa6f, 0x1, 0x219, 0xc0043cd880) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003795500, 0xa6f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fc1518, 0xc0062fe720, 0x47, 0xc00485c190) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 649 [semacquire]: strings.genSplit(0xc004efc000, 0xf31, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002c58000, 0x2b2, 0x2b2) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c133c0, 0xaa059b, 0x2, 0xc004d9a000, 0xf31, 0x17, 0x2b2, 0xc0000a7340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004d9a000, 0xf31, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c13518, 0xc00427d1c0, 0x33, 0xc005c894c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576e40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 650 [semacquire]: golang.org/x/net/html/atom.String(0xc002d6e0d6, 0x8, 0xf2a, 0xf2a, 0xc002d6e0e0) /home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6 golang.org/x/net/html.(*Tokenizer).Token(0xc00475f380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a golang.org/x/net/html.(*parser).parse(0xc00475f450, 0xc00397c000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019e86c0, 0x0, 0x0, 0x0, 0xc00188b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019e86c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00188b8f8, 0xc001796f00, 0x210d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576f00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 651 [semacquire]: github.com/jaytaylor/html2text.FromString(0xc00353f500, 0x285f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005b75380) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00439f518, 0xc004ebb300, 0xc0004ced00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576fc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 652 [semacquire]: strings.Replace(0xc004b50c80, 0x191f, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x3, 0xc004b50c80, 0x191f) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0014df518, 0xc004338100, 0xc00416bfe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577080, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 653 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13840059a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d76560, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d76550, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0053fc800, 0x7d4, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c8804c, 0x2d, 0xc0053fc800, 0x7d4, 0xc0053fc800, 0x7d4, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005c8804c, 0x2d, 0xc0053fc800, 0x7d4, 0xaa0378, 0x1, 0xc0053fc800, 0x7d4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577140, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 654 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017d93c0, 0xaa0503, 0x2, 0xc001a42000, 0x753, 0x1, 0x182, 0xc00384de60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001a42000, 0x753, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017d9518, 0xc00166e240, 0x49, 0xc0002dc820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 655 [semacquire]: strings.genSplit(0xc00202e000, 0xd8e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007800000, 0x290, 0x290) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014db3c0, 0xaa0503, 0x2, 0xc004dc2000, 0xd8e, 0x1, 0x290, 0xc003f26900) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004dc2000, 0xd8e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0014db518, 0xc0056cc760, 0x75, 0xc0058c2e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005772c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 656 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ccd3c0, 0xaa0503, 0x2, 0xc003920000, 0xe25, 0x1, 0x30b, 0xc003f27ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003920000, 0xe25, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ccd518, 0xc0002d83c0, 0x3e, 0xc001cc4700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 657 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc007b3f0c0, 0xc003c984e0, 0xcc, 0x2, 0x2, 0x6) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007b3f0c0, 0xc003c984e0, 0xcc, 0xcc, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007b3f0c0, 0xc004f9afc0, 0xc007b3e1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc004bffc70, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007b3f0c0, 0xc004bffc70, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007b3f0c0, 0xc004bffc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007b3f0c0, 0xc004bffc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc0045483f0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e550c0, 0xc0045483f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e550c0, 0xc0045483f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc004548310, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e550c0, 0xc004548310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e550c0, 0xc004548310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc0047a6540, 0xc002e54d00, 0x444010) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e550c0, 0xc0047a6540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e550c0, 0xc0047a6540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007b3f0c0, 0xc0047a6460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e550c0, 0xc0047a6460, 0x54b170, 0xc0005ab040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0047a6460, 0x0, 0x0, 0x0, 0x0, 0xc0047a6460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00523be60, 0x0, 0x0, 0x0, 0xc00, 0xc002a5a800, 0xb9f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002a5a800, 0xb9f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xdb0ac88200000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e55518, 0xc003646540, 0xc004ec7c60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 658 [semacquire]: github.com/gigawattio/window.Rolling(0xc0054ea000, 0xc8, 0xc8, 0x3, 0x0, 0xc7, 0xc0054ea000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001be9518, 0xc00000ffa0, 0xc00000fc80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1627 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0x405, 0xc007dc4000, 0x405, 0x405) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc00780ea50, 0xaf, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00780ea50, 0xc00578a42c, 0xaf, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00780ea50, 0xc00578a42c, 0xcb, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00780ea50, 0xc007e87110, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00780ea50, 0xc007e870a0, 0xb84d20, 0xc00780ea50) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00780ea50, 0xc007e870a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00780e840, 0x203001, 0x203001, 0xab9d000900000000, 0xc00091b138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00780e840) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00780e7e0, 0xc00091b2c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00091b6b0, 0xc003c08ac0, 0xaac03e, 0x7, 0xc003c08ac0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00091b6b0, 0xc003c08ac0, 0xc003c093c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e8a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 660 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039453c0, 0xaa04f9, 0x2, 0xc004320700, 0x6f3, 0x4, 0x186, 0xc004972e60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004320700, 0x6f3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003945518, 0xc004ebb780, 0x43, 0xc0046b9d60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 661 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004c5a000, 0x991, 0xc007827218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004c5a000, 0x991, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0078273c0, 0xaa058b, 0x2, 0xc004c5a000, 0x991, 0x1, 0x219, 0xc007730cc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004c5a000, 0x991, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007827518, 0xc003c08f80, 0x3f, 0xc001f3ccc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 662 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f132c003170, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00209bd70, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00209bce0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0036e2000, 0x77d, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00658be50, 0x47, 0xc0036e2000, 0x77d, 0xc0036e2000, 0x77d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00658be50, 0x47, 0xc0036e2000, 0x77d, 0xaa0378, 0x1, 0xc0036e2000, 0x77d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 663 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005175700, 0x54a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005175700, 0x54a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005175700, 0x54a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005175700, 0x54a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005175700, 0x54a, 0x0, 0x0, 0x54a, 0xc005175700, 0x54a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005175700, 0x54a, 0x54a, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bdb720, 0x4d, 0xc005175700, 0x54a, 0xc005175700, 0x54a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bdb720, 0x4d, 0xc005175700, 0x54a, 0xaa0378, 0x1, 0xc005175700, 0x54a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005778c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 664 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053453c0, 0xaa059b, 0x2, 0xc0067a7600, 0x883, 0x14, 0x1ab, 0xc00427d7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0067a7600, 0x883, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005345518, 0xc00166e800, 0x4b, 0xc0046b9b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 665 [semacquire]: strings.genSplit(0xc004399200, 0x84a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005888000, 0x19a, 0x19a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fbd3c0, 0xaa058b, 0x2, 0xc005c33600, 0x84a, 0x1, 0x19a, 0xc0006aa4c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005c33600, 0x84a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fbd518, 0xc005de7760, 0x44, 0xc003c11cc9) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 666 [semacquire]: bytes.makeSlice(0x19a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0050bd9e0, 0x92, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0050bd9e0, 0xc004832140, 0x92, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0050bd9e0, 0xc004832140, 0x92, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0050bd9e0, 0xc003ba3810, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0050bd9e0, 0xc003ba3650, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0050bd9e0, 0xc003ba35e0, 0xb84d20, 0xc0050bd9e0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0050bd9e0, 0xc003ba35e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0050bd830, 0xf037b8c4, 0x1251a20, 0xc00384d600, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 668 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0001eb860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0001eb930, 0xc002861110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6120, 0x0, 0x0, 0x0, 0xc001c09200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6120, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c098f8, 0xc003b8c600, 0x11f8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 669 [semacquire]: strings.genSplit(0xc00622e000, 0xb89, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007372000, 0x255, 0x255) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034233c0, 0xaa058b, 0x2, 0xc005e82400, 0xb89, 0x1, 0x255, 0xc003f26ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005e82400, 0xb89, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003423518, 0xc0020bc540, 0x3a, 0xc003a8d489) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 670 [semacquire]: bytes.makeSlice(0x1d14, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007987740, 0x2, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007987740, 0xaa0425, 0x2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc007987740, 0xc00034bce0, 0xb84d20, 0xc007987740) /home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc007987740, 0xc00034bce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007987710, 0x203001, 0x203001, 0xff5f483700000000, 0xc003d15138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc007987710) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0079876e0, 0xc003d152c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003d156b0, 0xc0065290e0, 0xaac03e, 0x7, 0xc0065290e0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003d156b0, 0xc0065290e0, 0xc0065299e0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 671 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0017ae1c0, 0x1b3, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058ff260, 0xc00583e1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058ff1f0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00583f0c0, 0xc0058ff1f0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583f0c0, 0xc0058ff1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058ff1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058fed20, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583f0c0, 0xc0058fed20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058fed20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058fec40, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583f0c0, 0xc0058fec40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058fec40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058fe540, 0xc000808a80, 0x7f13f041ac28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00583f0c0, 0xc0058fe540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058fe540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00583f0c0, 0xc0058fe460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00583f0c0, 0xc0058fe460, 0x54b170, 0xc0024a7790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0058fe460, 0x0, 0x0, 0x0, 0x0, 0xc0058fe460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004f1dd10, 0x0, 0x0, 0x0, 0x1980, 0xc00598b980, 0x18ee, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00598b980, 0x18ee, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0061f6230) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00583f518, 0xc00075eb60, 0xc00075f5a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 672 [runnable]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004c53500, 0xa76, 0xc001fc7218, 0xc000783c00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004c53500, 0xa76, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fc73c0, 0xaa0503, 0x2, 0xc004c53500, 0xa76, 0x39, 0x214, 0xc003f27980) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004c53500, 0xa76, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fc7518, 0xc0020e27e0, 0x36, 0xc003a8d709) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 673 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1378001630, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004117ce0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004117cd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ab7ba0, 0x19e, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e12180, 0x2f, 0xc001ab7ba0, 0x19e, 0xc001ab7ba0, 0x19e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e12180, 0x2f, 0xc001ab7ba0, 0x19e, 0xaa0378, 0x1, 0xc001ab7ba0, 0x19e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 674 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049a3780, 0xc0076d31b0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0076d3588, 0xaa04f9, 0x2, 0xc002033a00, 0xc9, 0x0, 0xc0076d33d8, 0xc002250fe8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0076d3518, 0xc004105830, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0076d3518, 0xc003f27ae0, 0x41) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 675 [runnable]: regexp.(*inputBytes).index(0xc0033b1878, 0xc0000bf7c0, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:431 +0xa3 regexp.(*Regexp).backtrack(0xc0000bf7c0, 0xc006b6d800, 0xbb7, 0xc00, 0x0, 0x0, 0x0, 0x0, 0x127d380, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:342 +0x3c6 regexp.(*Regexp).doExecute(0xc0000bf7c0, 0x0, 0x0, 0xc006b6d800, 0xbb7, 0xc00, 0x0, 0x0, 0x0, 0x0, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).doMatch(...) /usr/local/go/src/regexp/exec.go:514 regexp.(*Regexp).Match(...) /usr/local/go/src/regexp/regexp.go:513 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc006d04e70) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0xb5 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006d04e40, 0xc0068392c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0068396b0, 0xc00166f900, 0xaac03e, 0x7, 0xc00166f900) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0068396b0, 0xc00166f900, 0xc0026041c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 676 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004150a80, 0x953, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004150a80, 0x953, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004150a80, 0x953, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004150a80, 0x953, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004150a80, 0x953, 0x0, 0x0, 0x953, 0xc004150a80, 0x953) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004150a80, 0x953, 0x953, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00194c040, 0x18, 0xc004150a80, 0x953, 0xc004150a80, 0x953, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00194c040, 0x18, 0xc004150a80, 0x953, 0xaa0378, 0x1, 0xc004150a80, 0x953, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 677 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1380008620, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0054febb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0054feba0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0053a8000, 0x620, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004ab720, 0x42, 0xc0053a8000, 0x620, 0xc0053a8000, 0x620, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004ab720, 0x42, 0xc0053a8000, 0x620, 0xaa0378, 0x1, 0xc0053a8000, 0x620, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 678 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00544c800, 0x73e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00544c800, 0x73e, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00544c800, 0x73e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00544c800, 0x73e, 0x0, 0x0, 0x73e, 0xc00544c800, 0x73e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00544c800, 0x73e, 0x73e, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004d99aab, 0x20, 0xc00544c800, 0x73e, 0xc00544c800, 0x73e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004d99aab, 0x20, 0xc00544c800, 0x73e, 0xaa0378, 0x1, 0xc00544c800, 0x73e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 679 [semacquire]: golang.org/x/net/html/atom.String(0xc00485312b, 0x8, 0xed5, 0xed5, 0xc004853135) /home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6 golang.org/x/net/html.(*Tokenizer).Token(0xc002589450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a golang.org/x/net/html.(*parser).parse(0xc002589520, 0xc004f5a150, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00280af90, 0x0, 0x0, 0x0, 0x0, 0x901, 0xc00280af60) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00280af60, 0x0, 0x0, 0x0, 0xa80, 0xc00674aa80, 0x947, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00674aa80, 0x947, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000b135c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018c9518, 0xc00075ece0, 0xc0006aa440) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 680 [semacquire]: strings.genSplit(0xc006684c00, 0x11eb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00738c000, 0x397, 0x397) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019553c0, 0xaa0503, 0x2, 0xc0008ea600, 0x11eb, 0x65, 0x397, 0xc005a23ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0008ea600, 0x11eb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001955518, 0xc0002d80e0, 0x50, 0xc0002dc0f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 681 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016ad3c0, 0xaa04f9, 0x2, 0xc0056b2000, 0xffb, 0xc0056b2000, 0xc0016ad3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0056b2000, 0xffb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016ad518, 0xc0024bd5c0, 0x3e, 0xc001b3a04b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 682 [semacquire]: strings.Replace(0xc0045b4600, 0x11a1, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc0032a8070, 0x0, 0x0, 0x0, 0x0, 0xc0032a8070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00456e960, 0x0, 0x0, 0x0, 0x1800, 0xc003e52000, 0x1535, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003e52000, 0x1535, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001b3a200) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001b5f518, 0xc0000a61e0, 0xc00166e820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 683 [semacquire]: strings.genSplit(0xc0044c9800, 0xa82, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004340000, 0x1f9, 0x1f9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001acb3c0, 0xaa058b, 0x2, 0xc00098f800, 0xa82, 0x1, 0x1f9, 0xc0056ccce0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00098f800, 0xa82, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001acb518, 0xc0000a66a0, 0x46, 0xc001e10008) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 684 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0069090c0, 0xc002579880, 0x62, 0x62, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0069090c0, 0xc0045728c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc0045721c0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0069090c0, 0xc0045721c0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0069090c0, 0xc0045721c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0069090c0, 0xc0045721c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc006cacb60, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e9b0c0, 0xc006cacb60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e9b0c0, 0xc006cacb60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc006caca80, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e9b0c0, 0xc006caca80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e9b0c0, 0xc006caca80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc006cac380, 0xc000ad9500, 0x7f13f04197d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e9b0c0, 0xc006cac380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e9b0c0, 0xc006cac380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069090c0, 0xc006cac2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e9b0c0, 0xc006cac2a0, 0x54b170, 0xc0008265b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006cac2a0, 0x0, 0x0, 0x0, 0x0, 0xc006cac2a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00780f7d0, 0x0, 0x0, 0x0, 0x1300, 0xc006199300, 0x118d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006199300, 0x118d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0018d2540) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e9b518, 0xc0004cf7c0, 0xc0073eb440) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 685 [semacquire]: strings.genSplit(0xc005d66c00, 0xb86, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00347f800, 0x265, 0x265) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049913c0, 0xaa05c9, 0x2, 0xc000991000, 0xb86, 0x6, 0x265, 0xc0043386e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000991000, 0xb86, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004991518, 0xc003ada660, 0x41, 0xc00378c1e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 686 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00534ffc0, 0xc0039df2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039df3c0, 0xaa04f9, 0x2, 0xc005678a80, 0x932, 0xc005678a80, 0xc0039df3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005678a80, 0x932, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039df518, 0xc00534fbe0, 0x4c, 0xc00485d3b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ea20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 687 [semacquire]: strings.genSplit(0xc0033cf800, 0x15ef, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007156a00, 0x537, 0x537) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e613c0, 0xaa04fd, 0x2, 0xc001bce800, 0x15ef, 0x50, 0x537, 0xc004972c80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001bce800, 0x15ef, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e61518, 0xc00000eca0, 0x4b, 0xc0001f38be) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057eae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 688 [semacquire]: bytes.makeSlice(0xd6c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0016ee450, 0x12c, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0016ee450, 0xc0045dc294, 0x12c, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0016ee450, 0xc0045dc294, 0x140, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc0038e7c00, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc0038e7b90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc003a8e070, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc003896150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0016ee450, 0xc003827a40, 0xb84d20, 0xc0016ee450) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0016ee450, 0xc003827a40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00280bf80, 0x824b4e65, 0x1251a20, 0xc004338460, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057eba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 689 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._cgo_cmalloc(0x75e, 0x7f12b4ae4570) _cgo_gotypes.go:138 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_CString(0xc0030f4800, 0x75d, 0xc0001e8720) _cgo_gotypes.go:47 +0x33 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc007677100, 0xc0030f4800, 0x75d, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:139 +0x6b _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0030f4800, 0x75d, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00081f980, 0x55, 0xc0030f4800, 0x75d, 0xc0030f4800, 0x75d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00081f980, 0x55, 0xc0030f4800, 0x75d, 0xaa0378, 0x1, 0xc0030f4800, 0x75d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 690 [semacquire]: regexp.onePassCopy(0xc0028eb140, 0xc0028eb140) /usr/local/go/src/regexp/onepass.go:225 +0x5d regexp.compileOnePass(0xc0028eb140, 0xc0028eb140) /usr/local/go/src/regexp/onepass.go:497 +0x11b regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002440ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002440ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00219e674) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002440ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002440ff8, 0x1, 0xc00449eb70, 0xc010097f800, 0x2804f041b2f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002440ff8, 0x4, 0x471, 0xc0024b3b01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0024b3000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002d8e5b0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0028eb110, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b3b8f8, 0xc0056b9c00, 0xb87, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 691 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0004ce160, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce160, 0x0, 0x0, 0x0, 0xc0016a9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce160, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016a98f8, 0xc004dcb000, 0xf36, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 692 [semacquire]: bytes.makeSlice(0xc28, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002559388, 0xe0, 0xce) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002559388, 0xc003d84fc0, 0xe0, 0x5165d7, 0xc0031dfcf4, 0xc0016d03f8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006c24850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006c247e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00118b340) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00118b260) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00118ab60) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004362b40, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002559518, 0xc002604580, 0x3c, 0xc002ba7d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057eea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 693 [semacquire]: github.com/gigawattio/window.Rolling(0xc007584c00, 0x260, 0x260, 0x3, 0x0, 0x25f, 0xc007584c00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004cad518, 0xc00427dde0, 0xc005628760) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 694 [semacquire]: github.com/araddon/dateparse.newParser(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710 github.com/araddon/dateparse.parseTime(0xc001a47f80, 0x5d, 0x0, 0xc001a47f80, 0x5d, 0x5d) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6 github.com/araddon/dateparse.ParseAny(0xc001a47f80, 0x5d, 0x3, 0xaa0378, 0x1, 0xc001a47f80, 0x5d) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001acf518, 0xc001ef8640, 0xc0019e8d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 971 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c1b8f8, 0xc003f47800, 0xb94, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1029 [semacquire]: strings.genSplit(0xc0077385c0, 0x3c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x40, 0xc0050be000, 0x3c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d4b588, 0xaa04f9, 0x2, 0xc0050be000, 0x3c, 0x2, 0x8, 0xc00166f740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006d4b518, 0xc004ebacc0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001762660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1555 [semacquire]: strings.Replace(0xc005872600, 0x18e9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f8003b2, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022378f8, 0xc005872600, 0x18e9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1554 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003ebaea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc003ebaf70, 0xc0035449a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007730620, 0x0, 0x0, 0x0, 0xc002355200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007730620, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023558f8, 0xc003471900, 0xc26, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 26 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0031e9d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0031e9e10, 0xc005e6fea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001e01080, 0x0, 0x0, 0x0, 0x0, 0x1501, 0xc001e01020) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e01020, 0x0, 0x0, 0x0, 0x1800, 0xc0032c3000, 0x15b7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0032c3000, 0x15b7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00168bb00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003411518, 0xc0019e8280, 0xc00432bbe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 27 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003747be0, 0xc006b41220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006b41588, 0xaa04f9, 0x2, 0xc005327000, 0xe8e, 0x1, 0xc, 0xc003747ba0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006b41518, 0xc00075efa0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 28 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001b21140, 0xb3, 0x2, 0xc005cd2198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001b21140, 0xb3, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005cd30c0, 0xc0066198f0, 0xc005cd21b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc006619880, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005cd30c0, 0xc006619880, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005cd30c0, 0xc006619880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005cd30c0, 0xc006619880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc006618fc0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033b50c0, 0xc006618fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033b50c0, 0xc006618fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc006618ee0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033b50c0, 0xc006618ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033b50c0, 0xc006618ee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc0066187e0, 0xc000d58380, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033b50c0, 0xc0066187e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033b50c0, 0xc0066187e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005cd30c0, 0xc006618700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033b50c0, 0xc006618700, 0x54b170, 0xc0024c3e10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc006618700, 0x0, 0x0, 0x0, 0x0, 0xc006618700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006337b30, 0x0, 0x0, 0x0, 0x700, 0xc003e44a00, 0x67f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003e44a00, 0x67f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003cbe720) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033b5518, 0xc001ef8100, 0xc00075f5e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 29 [semacquire]: bytes.makeSlice(0x5e5, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00530dbc0, 0x1, 0x4) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteByte(0xc00530dbc0, 0xad013e, 0x4, 0x4) /usr/local/go/src/bytes/buffer.go:267 +0x8c golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc0063ca0e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:231 +0x801 golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc0063ca000, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc00639fdc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc00639fce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00530dbc0, 0xc00639f5e0, 0xb84d20, 0xc00530dbc0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00530dbc0, 0xc00639f5e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0063ba7b0, 0xcb2a85ea, 0x1251a20, 0xc001ef9460, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a69c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 30 [semacquire]: strings.Replace(0xc007678000, 0x181c, 0xaa60d9, 0x5, 0xaa1fd2, 0x3, 0x1, 0xc007678000, 0x181c) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022c5518, 0xc001ef9600, 0xc0020e33a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 31 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc004abf500, 0x14a8, 0x2, 0xc0055dd218, 0x100, 0xc004abf4cd, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc004abf500, 0x14a8, 0xaa04bf, 0x2, 0xc004abf500, 0x14a8) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0055dd388, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0055dd388, 0xc001e4e630, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0055dd301, 0xc0052a3278) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0055dd518, 0xc001e4e630, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 32 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1324228af0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ccc080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ccc070, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001dab300, 0x118e, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004e78540, 0x2a, 0xc001dab300, 0x118e, 0xc001dab300, 0x118e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004e78540, 0x2a, 0xc001dab300, 0x118e, 0xaa0378, 0x1, 0xc001dab300, 0x118e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 33 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0055bc400, 0x818, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0055bc400, 0x818, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0055bc400, 0x818, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0055bc400, 0x818, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0055bc400, 0x818, 0x0, 0x0, 0x818, 0xc0055bc400, 0x818) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0055bc400, 0x818, 0x818, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005212780, 0x36, 0xc0055bc400, 0x818, 0xc0055bc400, 0x818, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005212780, 0x36, 0xc0055bc400, 0x818, 0xaa0378, 0x1, 0xc0055bc400, 0x818, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 738 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4009740, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001ebc130, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001ebc120, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001190c00, 0x11fb, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936f90, 0x21, 0xc001190c00, 0x11fb, 0xc001190c00, 0x11fb, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936f90, 0x21, 0xc001190c00, 0x11fb, 0xaa0378, 0x1, 0xc001190c00, 0x11fb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 739 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e03e3cb0, 0x7f12e03d37a0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047b1890, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047b1880, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002731800, 0x17f7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00159d680, 0x3a, 0xc002731800, 0x17f7, 0xc002731800, 0x17f7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00159d680, 0x3a, 0xc002731800, 0x17f7, 0xaa0378, 0x1, 0xc002731800, 0x17f7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 740 [semacquire]: github.com/gigawattio/window.Rolling(0xc004ce4f00, 0x23e, 0x23e, 0x3, 0x0, 0x23d, 0xc004ce4f00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00344b518, 0xc003c08820, 0xc0024bdc40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6f00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 741 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).parseGenericRawTextElement(0xc003ebb2b0) /home/develop/go/src/golang.org/x/net/html/parse.go:193 +0x31 golang.org/x/net/html.inBodyIM(0xc003ebb2b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1044 +0x2251 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ebb2b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ebb2b0, 0xc006482b60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cdd80, 0x0, 0x0, 0x0, 0xc00286d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cdd80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00286d8f8, 0xc003062f00, 0x22eb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6fc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 742 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00286f3c0, 0xaa04f9, 0x2, 0xc004ed0000, 0x613, 0xc004ed0000, 0xc00286f3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004ed0000, 0x613, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00286f518, 0xc00416bee0, 0x3c, 0xc004246b40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 743 [semacquire]: strings.genSplit(0xc00477ad00, 0x8ad, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0038c6200, 0x1a9, 0x1a9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c773c0, 0xaa0503, 0x2, 0xc005081200, 0x8ad, 0x1, 0x1a9, 0xc002310a60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005081200, 0x8ad, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c77518, 0xc003f27fa0, 0x29, 0xc0012193b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 744 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00343f3c0, 0xaa0503, 0x2, 0xc005acc000, 0x1f0a, 0x1, 0x708, 0xc00166f960) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005acc000, 0x1f0a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00343f518, 0xc00166f5e0, 0x3c, 0xc004246f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7200, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 745 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130419b760, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0006f7540, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0006f7530, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002530000, 0x1096, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043ff900, 0x49, 0xc002530000, 0x1096, 0xc002530000, 0x1096, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043ff900, 0x49, 0xc002530000, 0x1096, 0xaa0378, 0x1, 0xc002530000, 0x1096, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a72c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 746 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0049ff6c0, 0xc0065bc020, 0xb) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0049ff6c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0049ff6c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0049ff6c0, 0xc0061b2230, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cdde0, 0x0, 0x0, 0x0, 0xc006123200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cdde0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0061238f8, 0xc005378000, 0x1ccb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7380, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 747 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1344003040, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0002e19b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0002e19a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001aee000, 0xe7a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002facde0, 0x53, 0xc001aee000, 0xe7a, 0xc001aee000, 0xe7a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002facde0, 0x53, 0xc001aee000, 0xe7a, 0xaa0378, 0x1, 0xc001aee000, 0xe7a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7440, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 748 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0061f2240, 0x633508c2, 0x1251a20, 0xc004bb3bc0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7500, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 749 [semacquire]: strings.Replace(0xc004d5a000, 0x1d8a, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc004d5a000, 0x1d8a) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022c78f8, 0xc005472000, 0x1d82, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a75c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 750 [semacquire]: strings.Replace(0xc004fc9000, 0x2c8e, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc004fc9000, 0x2c8e) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023fb8f8, 0xc005538000, 0x2c86, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7680, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 751 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40056a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00249d9e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00249d9d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0015ca400, 0xabb, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0040ccb40, 0x3b, 0xc0015ca400, 0xabb, 0xc0015ca400, 0xabb, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0040ccb40, 0x3b, 0xc0015ca400, 0xabb, 0xaa0378, 0x1, 0xc0015ca400, 0xabb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7740, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 752 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1300001eb0, 0x7f13000017e0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000518250, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000518240, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004bae000, 0x1bc7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004e79710, 0x2e, 0xc004bae000, 0x1bc7, 0xc004bae000, 0x1bc7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004e79710, 0x2e, 0xc004bae000, 0x1bc7, 0xaa0378, 0x1, 0xc004bae000, 0x1bc7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 753 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003adaf00, 0xc0028d52c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028d53c0, 0xaa04f9, 0x2, 0xc003643000, 0xae1, 0x5, 0x21e, 0xc003adaee0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003643000, 0xae1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028d5518, 0xc0041d7fc0, 0x3c, 0xc0040cd000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a78c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 754 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025533c0, 0xaa0503, 0x2, 0xc00397f000, 0xf12, 0x1, 0x30a, 0xc000ffc440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00397f000, 0xf12, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002553518, 0xc000ffc060, 0x50, 0xc00366e000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 755 [semacquire]: strings.genSplit(0xc00015d000, 0xfb4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xfb4, 0xc002601000, 0xfc6) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00235b518, 0xc003e904a0, 0xc002310e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 756 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4011e80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047b1ef0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047b1ed0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0039f2800, 0x162f, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00378c410, 0x4d, 0xc0039f2800, 0x162f, 0xc0039f2800, 0x162f, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00378c410, 0x4d, 0xc0039f2800, 0x162f, 0xaa0378, 0x1, 0xc0039f2800, 0x162f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 757 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1308002b10, 0x7f1308003920) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ab1450, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ab1440, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004a7ac00, 0x599, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b13ef0, 0x2d, 0xc004a7ac00, 0x599, 0xc004a7ac00, 0x599, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b13ef0, 0x2d, 0xc004a7ac00, 0x599, 0xaa0378, 0x1, 0xc004a7ac00, 0x599, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 758 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006b50000, 0x1ecd, 0xc00336f218, 0xc000809c00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006b50000, 0x1ecd, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00336f3c0, 0xaa0599, 0x2, 0xc006b50000, 0x1ecd, 0x1, 0x5e1, 0xc00392cd40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006b50000, 0x1ecd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00336f518, 0xc002244500, 0x2a, 0xc0018d2780) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 759 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1300001e50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004286470, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004286460, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002946000, 0xd05, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004e79230, 0x27, 0xc002946000, 0xd05, 0xc002946000, 0xd05, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004e79230, 0x27, 0xc002946000, 0xd05, 0xaa0378, 0x1, 0xc002946000, 0xd05, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 760 [semacquire]: bytes.makeSlice(0x1524, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002019a40, 0x1524, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0013feee8, 0x1524, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc0011a7e00, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 761 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc004c08000, 0x12be, 0x2, 0xc0030b3038, 0xc004c08000, 0x12be, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc004c08000, 0x12be, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc0072329a0, 0x0, 0x0, 0x0, 0x0, 0xc0072329a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000473d10, 0x0, 0x0, 0x0, 0x1980, 0xc005e33300, 0x1807, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005e33300, 0x1807, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0000acfc0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c89518, 0xc00384c5c0, 0xc00384ce80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 762 [semacquire]: bytes.makeSlice(0xd9d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0060b0090, 0x9b, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0060b0090, 0xc004601441, 0x9b, 0x6, 0x9b, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0060b0090, 0xc004601441, 0x104, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0042c5340, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0042c52d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0032d3e30, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0032d3d50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0060b0090, 0xc0078f3f80, 0xb84d20, 0xc0060b0090) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0060b0090, 0xc0078f3f80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002475dd0, 0xca605c84, 0x1251a20, 0xc003adb0e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 763 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc00427d73e) /usr/local/go/src/strings/strings.go:830 +0x4a strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0032530b0, 0x4341f3) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.beforeHTMLIM(0xc000500000, 0x7f1300000000) /home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000500000) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000500000, 0xc0042c4bd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d760, 0x0, 0x0, 0x0, 0xc003253200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d760, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032538f8, 0xc005a36000, 0x1b31, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 764 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007202d00, 0x85e, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007202d00, 0x85e, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007202d00, 0x85e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007202d00, 0x85e, 0x0, 0x0, 0x85e, 0xc007202d00, 0x85e) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007202d00, 0x85e, 0x85e, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003880a80, 0x31, 0xc007202d00, 0x85e, 0xc007202d00, 0x85e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003880a80, 0x31, 0xc007202d00, 0x85e, 0xaa0378, 0x1, 0xc007202d00, 0x85e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 765 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003b3b2e0, 0x20300100000000, 0x7f13946c5fff, 0xc003b3b218, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003b3b2e0, 0xc00215f500, 0x5, 0xc003b3b230, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003b3b2e0, 0xc003b3b2f8, 0x43b3b7, 0x1252790, 0xc003b3b200, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f13c8545398, 0xc003b3b301, 0x10100000042ab7a, 0x0, 0x1308) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006bc8900, 0xaa64ee, 0x5, 0x1d04) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc003b3b518, 0xc003c08ba0, 0x1308, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a081e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 766 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc005bd8820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc005bd88f0, 0xc002ec9420, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d860, 0x0, 0x0, 0x0, 0xc002b57200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d860, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b578f8, 0xc001c86000, 0x1392, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a082a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 767 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00410fb00, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006571518, 0xc00410fb00, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006571518, 0xc00392dcc0, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 768 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003fda600, 0x128f, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fda600, 0x128f, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fda600, 0x128f, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fda600, 0x128f, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fda600, 0x128f, 0x0, 0x0, 0x128f, 0xc003fda600, 0x128f) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fda600, 0x128f, 0x128f, 0x1500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d1a1e0, 0x45, 0xc003fda600, 0x128f, 0xc003fda600, 0x128f, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d1a1e0, 0x45, 0xc003fda600, 0x128f, 0xaa0378, 0x1, 0xc003fda600, 0x128f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 769 [semacquire]: strings.Replace(0xc002a92000, 0x3aaa, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xc004164a80, 0xb6c20c) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035338f8, 0xc002a92000, 0x3aaa, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a084e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 770 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007e990c0, 0xc001f3e620, 0xdc, 0xc001b4fb20, 0xd8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e990c0, 0xc0036da230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:262 +0x131 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e990c0, 0xc0036da230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc0022c1420, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007e990c0, 0xc0022c1420, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e990c0, 0xc0022c1420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e990c0, 0xc0022c1420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc005aa6230, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc005aa6230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc005aa6230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc005aa6150, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc005aa6150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc005aa6150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc0032b7500, 0xc0009f0a80, 0x7f13f041b9b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc0032b7500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc0032b7500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e990c0, 0xc0032b7420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc0032b7420, 0x54b170, 0xc0061a1c70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0032b7420, 0x0, 0x0, 0x0, 0x0, 0xc0032b7420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e4f6b0, 0x0, 0x0, 0x0, 0x2000, 0xc004a4c000, 0x1b47, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004a4c000, 0x1b47, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc006d88b10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b37518, 0xc00427db20, 0xc0002d8760) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a085a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 771 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d45588, 0xaa04f9, 0x2, 0xc004b9c120, 0x119, 0x0, 0xc004d453d8, 0xc0024bc1e8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004d45518, 0xc0020e9470, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004d45518, 0xc0042c6040, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 772 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00384c840, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384c840, 0x0, 0x0, 0x0, 0xc0015a3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384c840, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015a38f8, 0xc0035f8000, 0x1f66, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 773 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc002813500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc0032fd260, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc0032fc9a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc0032fc8c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc000ffd8c0, 0xc003a19ab0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0xc003a25238) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc000ffd8c0, 0xc003a19ab0, 0xc003a25160, 0x747325, 0xc0002afc00) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc003a199d0, 0x7f13c0023688, 0xaae240, 0xc6) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc0002c8938, 0x1, 0x1, 0xc003a252c0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc0002c8938, 0x1, 0x1, 0xb856e0, 0xc000ffd8c0, 0xc004b92570, 0xc003a25428, 0x7d056d) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002491b00, 0xaa1a44, 0x3, 0xc005f32550) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.WebPageImageResolver(0xc002250880, 0x4, 0xaa216a, 0x3, 0xaa8560) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:118 +0x4a github.com/advancedlogic/GoOse.WebPageResolver(0xc002401c20, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/images.go:174 +0x36 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:153 +0x91a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a087e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 774 [semacquire]: bytes.makeSlice(0x5cc, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0032c7388, 0xb6, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0032c7388, 0xc004ba1680, 0xb6, 0x5165d7, 0xc0044d448f, 0xc004116a80) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005606e00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005606d90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000723dc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000723ce0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0007235e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0047a0840, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032c7518, 0xc0042c7580, 0x4e, 0xc0001f3e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a088a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 775 [semacquire]: strings.Replace(0xc0052db500, 0x1390, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc0052db500, 0x1390) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b418f8, 0xc001c87500, 0x138a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 776 [semacquire]: strings.Replace(0xc004a26000, 0x2ef6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1f, 0xc004a26000, 0x2ef6) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015a98f8, 0xc0005b4000, 0x2ee7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 777 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc0004cea3e) /usr/local/go/src/strings/strings.go:830 +0x4a strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc0023f90b0, 0x4341f3) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.beforeHTMLIM(0xc0031e8c30, 0x7f1300000000) /home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0031e8c30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0031e8c30, 0xc000841f80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004cea80, 0x0, 0x0, 0x0, 0xc0023f9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004cea80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023f98f8, 0xc005244000, 0x2ccc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 778 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc002d8eea0, 0xc004036000, 0x27a) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc002d8eea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d8eea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002d8eea0, 0xc001dfa620, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f26bc0, 0x0, 0x0, 0x0, 0xc003b3d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f26bc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b3d8f8, 0xc003060a00, 0x2350, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 779 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00411cc00, 0x1236, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00411cc00, 0x1236, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00411cc00, 0x1236, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00411cc00, 0x1236, 0x0, 0x0, 0x1236, 0xc00411cc00, 0x1236) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00411cc00, 0x1236, 0x1236, 0x1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f3d600, 0x33, 0xc00411cc00, 0x1236, 0xc00411cc00, 0x1236, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001f3d600, 0x33, 0xc00411cc00, 0x1236, 0xaa0378, 0x1, 0xc00411cc00, 0x1236, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 780 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003adb260, 0xc003b472c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b473c0, 0xaa04f9, 0x2, 0xc003e48000, 0x981, 0x1, 0x1fa, 0xc004bb3260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e48000, 0x981, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b47518, 0xc0006aac80, 0x31, 0xc003773440) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 781 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func1(0x7f13381cf700, 0x8d4) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x2d _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00166e140, 0xc004452900, 0x8d4, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:140 +0x7e _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc004452900, 0x8d4, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8cbc0, 0x3a, 0xc004452900, 0x8d4, 0xc004452900, 0x8d4, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8cbc0, 0x3a, 0xc004452900, 0x8d4, 0xaa0378, 0x1, 0xc004452900, 0x8d4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 782 [semacquire]: strings.Replace(0xc00548a000, 0x1be7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xb, 0xc00523be60, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e558f8, 0xc00548a000, 0x1be7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 783 [semacquire]: bytes.(*Buffer).grow(0xc005420960, 0x7, 0xc001466ff0) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc005420960, 0xc001f7c960, 0x7, 0x6, 0xffffffffffffffff, 0x8) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005420960, 0xc001f7c960, 0x7, 0xc00004c700, 0x7f13f04197d0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005420960, 0xc00258ca80, 0xb84d20, 0xc005420960) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005420960, 0xc00258ca80, 0x8, 0x1) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005420930, 0x203001, 0x203001, 0x8a1c4e1500000000, 0xc000179138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc005420930) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005420900, 0xc0001792c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0001796b0, 0xc000670460, 0xaac03e, 0x7, 0xc000670460) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0001796b0, 0xc000670460, 0xc000ffca80) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a08f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 784 [semacquire]: strings.Replace(0xc002df4000, 0x1f10, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xd, 0xc002eca070, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b338f8, 0xc002df4000, 0x1f10, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 785 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002746a90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002746a90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002746a90, 0xc004f4d730, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cca00, 0x0, 0x0, 0x0, 0xc0037cb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cca00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037cb8f8, 0xc001781800, 0x16dd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a090e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 786 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002747860, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002747860) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002747860, 0xc004ee5810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043ccca0, 0x0, 0x0, 0x0, 0xc002af9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043ccca0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002af98f8, 0xc002bc9800, 0x15dd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a091a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 787 [runnable]: sync.(*RWMutex).Unlock(0xc004eba828) /usr/local/go/src/sync/rwmutex.go:118 +0xd2 github.com/fatih/set.(*Set).Add(0xc004eba820, 0xc0037c72c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037c73c0, 0xaa0599, 0x2, 0xc001ba3000, 0x1583, 0x1, 0x44e, 0xc004eba800) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001ba3000, 0x1583, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037c7518, 0xc004eba420, 0x34, 0xc0073aae80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 788 [runnable]: github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d6bb90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:67 +0x9e github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d6a460) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006d6a380) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0041d3c00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00761a930, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b45518, 0xc00798d6c0, 0x49, 0xc003547ef0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 789 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0x1b65, 0xc007eaa000, 0x1b65, 0x1b65) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc005052e40, 0x1bd, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005052e40, 0xc002cea200, 0x1bd, 0x6, 0x1bd, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005052e40, 0xc002cea200, 0x1e4, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc002001180, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc002001110, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc005754310, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc005754230, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005052e40, 0xc00270f6c0, 0xb84d20, 0xc005052e40) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005052e40, 0xc00270f6c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005052c30, 0xeb57e8a2, 0x1251a20, 0xc004ebb060, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a093e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 790 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0x1f1c, 0xc00804e000, 0x1f1c, 0x1f1c) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc00765b110, 0x56, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00765b110, 0xc005cec300, 0x56, 0x6, 0xffffffffffffffff, 0xad0184) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00765b110, 0xc005cec300, 0x56, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc0003469a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc0003465b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc002bd6850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc002bd65b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00765b110, 0xc007acb490, 0xb84d20, 0xc00765b110) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00765b110, 0xc007acb490, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00523b8f0, 0x50d201, 0xc0051aaa00, 0x3c, 0xaaba3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004f29518, 0xc005a23180, 0xc005a23a60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a094a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 791 [semacquire]: bytes.makeSlice(0x30f9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0060f1388, 0x107, 0x1e) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0060f1388, 0xc002776360, 0x107, 0x5165d7, 0xc001fabf6c, 0xc0025fe890) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0056611f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005661180) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0056441c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0056440e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00223b9d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0061f25d0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0060f1518, 0xc004ec7e20, 0x4b, 0xc0049357c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 792 [semacquire]: strings.Replace(0xc006ffc800, 0x1777, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc006ffc800, 0x1777) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060b58f8, 0xc005ac6000, 0x176f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 793 [semacquire]: strings.genSplit(0xc006651000, 0xf12, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007470000, 0x33a, 0x33a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005bd53c0, 0xaa05c9, 0x2, 0xc00447a000, 0xf12, 0x6, 0x33a, 0xc0041d6c80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00447a000, 0xf12, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005bd5518, 0xc0041d6820, 0x4d, 0xc0076e8230) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a096e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 794 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0008b8200, 0x1ae4, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008b8200, 0x1ae4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008b8200, 0x1ae4, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008b8200, 0x1ae4, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008b8200, 0x1ae4, 0x0, 0x0, 0x1ae4, 0xc0008b8200, 0x1ae4) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008b8200, 0x1ae4, 0x1ae4, 0x1b00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036fc500, 0x33, 0xc0008b8200, 0x1ae4, 0xc0008b8200, 0x1ae4, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036fc500, 0x33, 0xc0008b8200, 0x1ae4, 0xaa0378, 0x1, 0xc0008b8200, 0x1ae4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a097a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 795 [runnable]: golang.org/x/net/html.(*parser).addText(0xc0017e2000, 0xc001fd24e0, 0x9) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0017e2000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0017e2000) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0017e2000, 0xc007e46070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f27840, 0x0, 0x0, 0x0, 0xc00299b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f27840, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00299b8f8, 0xc001e43300, 0x194a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 796 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 797 [semacquire]: strings.Replace(0xc00282b900, 0x24a3, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00282b900, 0x24a3) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e0f8f8, 0xc005f02500, 0x249c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a099e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 798 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400c9b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0052f4100, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0052f40e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00291aa80, 0x91e, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00600fce0, 0x51, 0xc00291aa80, 0x91e, 0xc00291aa80, 0x91e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00600fce0, 0x51, 0xc00291aa80, 0x91e, 0xaa0378, 0x1, 0xc00291aa80, 0x91e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 799 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13304d3310, 0x7f13303b69e0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00540a0f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00540a0e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002cdf500, 0x99f, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c4e040, 0x35, 0xc002cdf500, 0x99f, 0xc002cdf500, 0x99f, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005c4e040, 0x35, 0xc002cdf500, 0x99f, 0xaa0378, 0x1, 0xc002cdf500, 0x99f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 800 [semacquire]: strings.Replace(0xc001895400, 0x2112, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x6, 0xc001895400, 0x2112) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00340f8f8, 0xc005f06f00, 0x210a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 801 [semacquire]: strings.Replace(0xc000f7e480, 0x1a02, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00611d8f8, 0xc000f7e480, 0x1a02, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 802 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004145770, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x18, 0xc004145770) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004d33ec0, 0xc000903320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000903518, 0xc003761530, 0xc0022456e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000903518, 0xc003761530, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000903518, 0xc003761530, 0xc003761530) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 803 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00075fc20, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075fc20, 0x0, 0x0, 0x0, 0xc00653b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075fc20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00653b8f8, 0xc00549c000, 0x141a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 804 [runnable]: golang.org/x/net/html.(*parser).addChild(0xc002589e10, 0xc007e46000) /home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276 golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc002589e10) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0xd1 golang.org/x/net/html.inBodyIM(0xc002589e10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002589e10) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002589e10, 0xc00354ee70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f27800, 0x0, 0x0, 0x0, 0xc00653d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f27800, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00653d8f8, 0xc00363b300, 0x197f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 805 [semacquire]: strings.genSplit(0xc00118c000, 0x124a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0049d2000, 0x3ac, 0x3ac) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0063713c0, 0xaa0599, 0x2, 0xc0027ac600, 0x124a, 0x1, 0x3ac, 0xc0041d7780) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0027ac600, 0x124a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006371518, 0xc0041d72c0, 0x4d, 0xc0076e8320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 806 [runnable]: strings.genSplit(0xc005e8a562, 0x1951, 0xaa0378, 0x1, 0x0, 0x559, 0xc005a5e000, 0x55a, 0x55a) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f6f3c0, 0xaa0569, 0x2, 0xc002e1e000, 0x1eb3, 0x5, 0x55a, 0xc00075f520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002e1e000, 0x1eb3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f6f518, 0xc001ef8c00, 0x5c, 0xc00078f980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a100c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 807 [semacquire]: strings.Replace(0xc002bab300, 0x1856, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0x0, 0x2) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039538f8, 0xc002bab300, 0x1856, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 808 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001b00000, 0x182a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b00000, 0x182a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b00000, 0x182a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b00000, 0x182a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b00000, 0x182a, 0x0, 0x0, 0x182a, 0xc001b00000, 0x182a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b00000, 0x182a, 0x182a, 0x2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001218540, 0x21, 0xc001b00000, 0x182a, 0xc001b00000, 0x182a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001218540, 0x21, 0xc001b00000, 0x182a, 0xaa0378, 0x1, 0xc001b00000, 0x182a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 809 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0030fa000, 0xddd, 0xc00218b218, 0xc0002af880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0030fa000, 0xddd, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00218b3c0, 0xaa0503, 0x2, 0xc0030fa000, 0xddd, 0x1, 0x2cc, 0xc0062e8940) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0030fa000, 0xddd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00218b518, 0xc0062e83a0, 0x52, 0xc002928c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 810 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc00559a5b0) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc00559a5b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00559a5b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00559a5b0, 0xc00559fc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc006528000, 0x0, 0x0, 0x0, 0xc002e8f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc006528000, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e8f8f8, 0xc001a8c600, 0x121d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a103c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 811 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc005216000, 0xea0, 0x2, 0xc0033bba58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc005216000, 0xea0, 0xaa0378, 0x1, 0xc002b70000, 0xea0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc005216000, 0xea0, 0xaa0378, 0x1, 0xc005216000, 0xea0) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 812 [semacquire]: strings.Replace(0xc00648c000, 0x119a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc005c701c0, 0xc0006aac60) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fbb8f8, 0xc00648c000, 0x119a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 813 [semacquire]: bytes.makeSlice(0x1ec7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0021cd138, 0x149, 0x88) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0021cd138, 0xc001aa6f20, 0x149, 0x5165d7, 0xc00580fd77, 0xc0019aa1d8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00039e0e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00039e070) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fee9a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005868810, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0021cd518, 0xc005868810, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0021cd518, 0xc00166e200, 0x5d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 814 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036c0000, 0x3f4, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036c0000, 0x3f4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036c0000, 0x3f4, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036c0000, 0x3f4, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0036c0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036c0000, 0x3f4, 0x0, 0x0, 0x3f4, 0x580, 0xc0036c0000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036c0000, 0x3f4, 0x3f4, 0x580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005cb58c0, 0x51, 0xc0036c0000, 0x3f4, 0xc0036c0000, 0x3f4, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005cb58c0, 0x51, 0xc0036c0000, 0x3f4, 0xaa0378, 0x1, 0xc0036c0000, 0x3f4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a106c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 815 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00334f3c0, 0xaa058b, 0x2, 0xc0059cf400, 0xa92, 0x1, 0x237, 0xc00384d340) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0059cf400, 0xa92, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00334f518, 0xc0002d9b60, 0x33, 0xc0036fc740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 816 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00744b4a0, 0xc0015ed2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015ed3c0, 0xaa0503, 0x2, 0xc0047dfb00, 0x8f8, 0x1, 0x1d7, 0xc003db07e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0047dfb00, 0x8f8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015ed518, 0xc0056cc260, 0x47, 0xc00658bd60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 817 [semacquire]: strings.genSplit(0xc002754000, 0x1b24, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00695c000, 0x55e, 0x55e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064b13c0, 0xaa0503, 0x2, 0xc0057c0000, 0x1b24, 0x70, 0x55e, 0xc00427d680) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0057c0000, 0x1b24, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0064b1518, 0xc005a230e0, 0x44, 0xc005f1cc8f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 818 [semacquire]: github.com/gigawattio/window.Rolling(0xc0057ba000, 0x3c4, 0x3c4, 0x3, 0x0, 0x3c3, 0xc0057ba000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003461518, 0xc000671e60, 0xc003adac60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a109c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 819 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0065393c0, 0xaa04fd, 0x2, 0xc0067c6000, 0x38ff, 0xc0067c6000, 0xc0065393b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0067c6000, 0x38ff, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006539518, 0xc0056cdae0, 0x46, 0xc005f1cd20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 820 [semacquire]: bytes.makeSlice(0x1807, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0036fb138, 0x3b9, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0036fb138, 0xc0028f9000, 0x3b9, 0x5165d7, 0xc005b5ddfa, 0xc00230aee0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002268e00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002268d90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002268cb0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002242cb0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00623d200, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0036fb518, 0xc00623d200, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036fb518, 0xc0000a6b20, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 821 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4002100, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f5d880, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f5d840, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c35000, 0xf41, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e114f0, 0x48, 0xc001c35000, 0xf41, 0xc001c35000, 0xf41, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e114f0, 0x48, 0xc001c35000, 0xf41, 0xaa0378, 0x1, 0xc001c35000, 0xf41, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 822 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005d5e400, 0x839, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d5e400, 0x839, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d5e400, 0x839, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d5e400, 0x839, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d5e400, 0x839, 0x0, 0x0, 0x839, 0xc005d5e400, 0x839) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d5e400, 0x839, 0x839, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019ccb80, 0x31, 0xc005d5e400, 0x839, 0xc005d5e400, 0x839, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019ccb80, 0x31, 0xc005d5e400, 0x839, 0xaa0378, 0x1, 0xc005d5e400, 0x839, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 823 [semacquire]: github.com/gigawattio/window.Rolling(0xc0049e2000, 0x1cc, 0x1cc, 0x3, 0x0, 0x1cb, 0xc0049e2000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0019c3518, 0xc000670100, 0xc000670960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 824 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003db0f00, 0xc002f732c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f733c0, 0xaa0503, 0x2, 0xc002b63300, 0x1097, 0x4d, 0x309, 0xc00427cd80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b63300, 0x1097, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f73518, 0xc001ef86e0, 0x4d, 0xc0004aa410) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 825 [semacquire]: bytes.makeSlice(0x180, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005e2c1e0, 0x10, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005e2c1e0, 0xc0056d8ba0, 0x10, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005e2c1e0, 0xc0056d8ba0, 0x10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005e2c1e0, 0xc005fc8000, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc005e2c1e0, 0xc005dfff80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005e2c1e0, 0xc005dffd50, 0xb84d20, 0xc005e2c1e0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005e2c1e0, 0xc005dffd50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005e2c1b0, 0x203001, 0x203001, 0xdf12253600000000, 0xc00071f138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc005e2c1b0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005e2c180, 0xc00071f2c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00071f6b0, 0xc000ffc000, 0xaac03e, 0x7, 0xc000ffc000) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00071f6b0, 0xc000ffc000, 0xc00166fa00) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 826 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031c53c0, 0xaa0503, 0x2, 0xc002782a00, 0x2449, 0xc002782a00, 0xc0031c53b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002782a00, 0x2449, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031c5518, 0xc005de6d40, 0x62, 0xc00657d260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 827 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006709588, 0xaa04f9, 0x2, 0xc004562580, 0xc59, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006709518, 0xc0061fe360, 0x65) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 828 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0075290c0, 0xc006d887b0, 0x27, 0x27, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075290c0, 0xc00433e460, 0xc007527e48, 0xaa03dd) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc00433e3f0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0075290c0, 0xc00433e3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:220 +0x6a0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075290c0, 0xc00433e3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc004057f10, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0075290c0, 0xc004057f10, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0075290c0, 0xc004057f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075290c0, 0xc004057f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc004056070, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e950c0, 0xc004056070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e950c0, 0xc004056070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc002fd7f80, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e950c0, 0xc002fd7f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e950c0, 0xc002fd7f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc002fd7880, 0xc00013f880, 0x7f13f041c080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002e950c0, 0xc002fd7880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e950c0, 0xc002fd7880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075290c0, 0xc002fd77a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002e950c0, 0xc002fd77a0, 0x54b170, 0xc0006251e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002fd77a0, 0x0, 0x0, 0x0, 0x0, 0xc002fd77a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002ddf950, 0x0, 0x0, 0x0, 0x2500, 0xc001830a00, 0x20e5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001830a00, 0x20e5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00146a460) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e95518, 0xc004bb3540, 0xc004bb3f60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 829 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc005a2fa80, 0x1987, 0x2, 0xc007aade68, 0x2, 0xc007aadf08, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc005a2fa80, 0x1987, 0xaa0378, 0x1, 0xc0074c0580, 0x3) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aaf0c0, 0xc004089f80, 0xc002d80420, 0xc007aadfa0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc006b047e0, 0xc000000001, 0x9) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007aaf0c0, 0xc006b047e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aaf0c0, 0xc006b047e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc004499340, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007aaf0c0, 0xc004499340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aaf0c0, 0xc004499340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc004498070, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017230c0, 0xc004498070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017230c0, 0xc004498070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc001dbc7e0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017230c0, 0xc001dbc7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017230c0, 0xc001dbc7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc001dbc0e0, 0xc0002af500, 0x7f13f0419e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017230c0, 0xc001dbc0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017230c0, 0xc001dbc0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aaf0c0, 0xc001dbc000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017230c0, 0xc001dbc000, 0x54b170, 0xc002c800d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001dbc000, 0x0, 0x0, 0x0, 0x0, 0xc001dbc000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00664a6c0, 0x0, 0x0, 0x0, 0x2500, 0xc0014e8f00, 0x24fb, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0014e8f00, 0x24fb, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0022827c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001723518, 0xc0020e36e0, 0xc0065294c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 830 [semacquire]: strings.genSplit(0xc006890000, 0x397d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x4000, 0x0, 0x2007f13c8542e68) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00235f3c0, 0xaa04f9, 0x2, 0xc00686a000, 0x397d, 0xc00686a000, 0xc00235f3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00686a000, 0x397d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00235f518, 0xc0036467e0, 0x4f, 0xc00002a8c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a112c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 831 [semacquire]: strings.Replace(0xc004ef1800, 0x259a, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0xe, 0xc004ef1800, 0x259a) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bb5518, 0xc00000e0c0, 0xc005a22500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 832 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003615500, 0x1424, 0xc001119218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003615500, 0x1424, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011193c0, 0xaa05c9, 0x2, 0xc003615500, 0x1424, 0x6, 0x40c, 0xc0004ce1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003615500, 0x1424, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001119518, 0xc006529820, 0x4d, 0xc00658a3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 833 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002a03600, 0x8fd, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a03600, 0x8fd, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a03600, 0x8fd, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a03600, 0x8fd, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a03600, 0x8fd, 0x0, 0x0, 0x8fd, 0xc002a03600, 0x8fd) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a03600, 0x8fd, 0x8fd, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a10c70, 0x43, 0xc002a03600, 0x8fd, 0xc002a03600, 0x8fd, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a10c70, 0x43, 0xc002a03600, 0x8fd, 0xaa0378, 0x1, 0xc002a03600, 0x8fd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 834 [runnable]: regexp.(*Regexp).ReplaceAllString.func1(0xc007d45900, 0xd87, 0x1300, 0xc00104cba0, 0x2, 0x2, 0xd80, 0x1300, 0xdb4) /usr/local/go/src/regexp/regexp.go:557 +0xfe regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc004ac0a00, 0x1365, 0x2, 0xc001ccd218, 0xc000011010, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc004ac0a00, 0x1365, 0xaa0378, 0x1, 0xc00477f700, 0xc003fd2010) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc001ccd388, 0xc001050b00, 0xb) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001ccd388, 0xc00455d050, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001ccd301, 0xc000011a48) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001ccd518, 0xc00455d050, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a115c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 835 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xc1b, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0023c1900, 0xc1b, 0xc1b, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002dc0a0, 0x42, 0xc0023c1900, 0xc1b, 0xc0023c1900, 0xc1b, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0002dc0a0, 0x42, 0xc0023c1900, 0xc1b, 0xaa0378, 0x1, 0xc0023c1900, 0xc1b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 836 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c073c0, 0xaa04f9, 0x2, 0xc005b2a000, 0x1e2c, 0xc005b2a000, 0xc001c073b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b2a000, 0x1e2c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c07518, 0xc0004cece0, 0x6d, 0xc0004f4380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 837 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007818760, 0xc0023772c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023773c0, 0xaa04f9, 0x2, 0xc002a12400, 0xb78, 0x7, 0x27d, 0xc003db1260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a12400, 0xb78, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002377518, 0xc0000a6ce0, 0x4c, 0xc001e10320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 838 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc002ff69c0) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc002ff69c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff69c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002ff69c0, 0xc00529fb90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2ab20, 0x0, 0x0, 0x0, 0xc0046c5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2ab20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046c58f8, 0xc0031ca000, 0x136e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a118c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 839 [semacquire]: strings.Replace(0xc006334000, 0x1e5b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc006334000, 0x1e5b) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c158f8, 0xc00586a000, 0x1e50, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 840 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0058cc820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0058cc820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0058cc820, 0xc00374a930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22c80, 0x0, 0x0, 0x0, 0xc0046c1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22c80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046c18f8, 0xc0027ab300, 0x11d7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 841 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005eb2c00, 0xa84, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005eb2c00, 0xa84, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005eb2c00, 0xa84, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005eb2c00, 0xa84, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005eb2c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005eb2c00, 0xa84, 0x0, 0x0, 0xa84, 0xc00, 0xc005eb2c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005eb2c00, 0xa84, 0xa84, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005636200, 0x75, 0xc005eb2c00, 0xa84, 0xc005eb2c00, 0xa84, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005636200, 0x75, 0xc005eb2c00, 0xa84, 0xaa0378, 0x1, 0xc005eb2c00, 0xa84, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 842 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13501ee390, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0043fbe30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0043fbe20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0056b6c00, 0xab5, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002928baa, 0x4a, 0xc0056b6c00, 0xab5, 0xc0056b6c00, 0xab5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002928baa, 0x4a, 0xc0056b6c00, 0xab5, 0xaa0378, 0x1, 0xc0056b6c00, 0xab5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 843 [semacquire]: strings.genSplit(0xc005dadb00, 0xd01, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007107800, 0x27d, 0x27d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047653c0, 0xaa04fd, 0x2, 0xc00176f100, 0xd01, 0x5e, 0x27d, 0xc0049726a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00176f100, 0xd01, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004765518, 0xc003f27380, 0x39, 0xc00505c500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 844 [semacquire]: strings.genSplit(0xc00626aa80, 0x906, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006590000, 0x1cf, 0x1cf) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c933c0, 0xaa059b, 0x2, 0xc0028e2000, 0x906, 0x16, 0x1cf, 0xc00384cca0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0028e2000, 0x906, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c93518, 0xc0043cdfe0, 0x46, 0xc0047ea460) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 845 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002382800, 0x7ef, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002382800, 0x7ef, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002382800, 0x7ef, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002382800, 0x7ef, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002382800, 0x7ef, 0x0, 0x0, 0x7ef, 0xc002382800, 0x7ef) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002382800, 0x7ef, 0x7ef, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0047eb400, 0x46, 0xc002382800, 0x7ef, 0xc002382800, 0x7ef, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0047eb400, 0x46, 0xc002382800, 0x7ef, 0xaa0378, 0x1, 0xc002382800, 0x7ef, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 846 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00264ea80, 0xa14, 0xc004c91218, 0xc0002af880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00264ea80, 0xa14, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c913c0, 0xaa0503, 0x2, 0xc00264ea80, 0xa14, 0x1, 0x221, 0xc0049a3280) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00264ea80, 0xa14, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c91518, 0xc0042c7940, 0x30, 0xc0048e8ea7) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 847 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc004540000, 0xdaa, 0x2, 0xc0023b9a58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:642 +0x7ae regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc004540000, 0xdaa, 0xaa0378, 0x1, 0xc0048ea000, 0xdaa) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004540000, 0xdaa, 0xaa0378, 0x1, 0xc004540000, 0xdaa) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a11f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 848 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0000fe400, 0x8f8, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0000fe400, 0x8f8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0000fe400, 0x8f8, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0000fe400, 0x8f8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0000fe400, 0x8f8, 0x0, 0x0, 0x8f8, 0xc0000fe400, 0x8f8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0000fe400, 0x8f8, 0x8f8, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0029292c0, 0x59, 0xc0000fe400, 0x8f8, 0xc0000fe400, 0x8f8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0029292c0, 0x59, 0xc0000fe400, 0x8f8, 0xaa0378, 0x1, 0xc0000fe400, 0x8f8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18060, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 849 [semacquire]: strings.genSplit(0xc00277e000, 0x209c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0030b8000, 0x849, 0x849) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066753c0, 0xaa04d9, 0x2, 0xc005f04a00, 0x209c, 0x1, 0x849, 0xc003db1ee0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f04a00, 0x209c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006675518, 0xc003f26ee0, 0x43, 0xc0004aa018) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18120, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 850 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc002a11800, 0xa98, 0x2, 0xc0048d5a58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc002a11800, 0xa98, 0xaa0378, 0x1, 0xc002569400, 0xa98) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc002a11800, 0xa98, 0xaa0378, 0x1, 0xc002a11800, 0xa98) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a181e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 851 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000826c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc000826d00, 0xc0048552d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0049a2260, 0x0, 0x0, 0x0, 0xc006125200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0049a2260, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0061258f8, 0xc006f76000, 0x1b8a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a182a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 853 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1384001460, 0x7f1384002270) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00528e610, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00528e600, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002af1000, 0xb00, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002282740, 0x3a, 0xc002af1000, 0xb00, 0xc002af1000, 0xb00, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002282740, 0x3a, 0xc002af1000, 0xb00, 0xaa0378, 0x1, 0xc002af1000, 0xb00, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 854 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003db1ae0, 0xc002a272c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a273c0, 0xaa04f9, 0x2, 0xc007206880, 0xd20, 0xc007206880, 0xc002a273b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007206880, 0xd20, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a27518, 0xc00427c440, 0x24, 0xc001218c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a184e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 855 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00009dba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc000826680, 0xc007771500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00392d280, 0x0, 0x0, 0x0, 0xc003a61200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00392d280, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a618f8, 0xc0032b2380, 0xcf0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a185a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 856 [semacquire]: strings.genSplit(0xc004049200, 0xc19, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00645f000, 0x271, 0x271) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00407d3c0, 0xaa0599, 0x2, 0xc0031c8580, 0xc19, 0x1, 0x271, 0xc0004ce1c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0031c8580, 0xc19, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00407d518, 0xc000671ec0, 0x2a, 0xc0048e82a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 857 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00541b588, 0xaa04f9, 0x2, 0xc002641000, 0xdb2, 0x30, 0xc00541b290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc000639470) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000639410, 0xc00541b320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00541b518, 0xc004b93440, 0xc003ada3e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00541b518, 0xc004b93440, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00541b518, 0xc004b93440, 0xc004b93440) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 858 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003fbda00, 0xc005fcc000, 0x3b4) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003fbda00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003fbda00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003fbda00, 0xc0019ca3f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7d20, 0x0, 0x0, 0x0, 0xc003e39200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7d20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e398f8, 0xc003864000, 0x16dd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a187e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 859 [runnable]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc0050bdc80, 0xae55a0, 0x4) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x9d github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xef github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003bcb8f8, 0xc002c4e400, 0xaca, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a188a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 860 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003fbdad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003fbdba0, 0xc0019cb9d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7d60, 0x0, 0x0, 0x0, 0xc003a87200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7d60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a878f8, 0xc001f8a000, 0xa26, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 861 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000501d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc000501e10, 0xc001b32070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ce0, 0x0, 0x0, 0x0, 0xc004d15200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ce0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d158f8, 0xc003b66000, 0x1054, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18a20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 862 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006691c70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006691d40, 0xc002c9bc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0eb40, 0x0, 0x0, 0x0, 0xc003417200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0eb40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034178f8, 0xc005573000, 0x177d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 863 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002a635a0, 0x2, 0x2, 0xc002ec0198, 0xc0040d7900, 0x4c, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc002a635a0, 0x2, 0xaa0378, 0x1, 0xc00727d310, 0x4c) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ec10c0, 0xc001ce9180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003ebebd0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002ec10c0, 0xc003ebebd0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ec10c0, 0xc003ebebd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ec10c0, 0xc003ebebd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003eb13b0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018cb0c0, 0xc003eb13b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018cb0c0, 0xc003eb13b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003eb12d0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018cb0c0, 0xc003eb12d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018cb0c0, 0xc003eb12d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003dc51f0, 0xc000782380, 0x7f13f041a560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018cb0c0, 0xc003dc51f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018cb0c0, 0xc003dc51f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec10c0, 0xc003ea00e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018cb0c0, 0xc003ea00e0, 0x54b170, 0xc0030124e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003ea00e0, 0x0, 0x0, 0x0, 0x0, 0xc003ea00e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0027fcd50, 0x0, 0x0, 0x0, 0x1800, 0xc005aaf000, 0x15ef, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005aaf000, 0x15ef, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00658aeb0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018cb518, 0xc003747480, 0xc003747d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 864 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...) _cgo_gotypes.go:71 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce1c0, 0xc0026a0000, 0x413, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0026a0000, 0x413, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a050, 0x43, 0xc0026a0000, 0x413, 0xc0026a0000, 0x413, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a050, 0x43, 0xc0026a0000, 0x413, 0xaa0378, 0x1, 0xc0026a0000, 0x413, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 866 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0079c10c0, 0xc0004feea0, 0x193, 0x7, 0xc0004feea0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079c10c0, 0xc005e8d500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079c10c0, 0xc005e8d500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c10c0, 0xc005e8d420, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc005e8d420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc005e8d420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c10c0, 0xc0020898f0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc0020898f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc0020898f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c10c0, 0xc002088d90, 0xc000ad9500, 0x7f13f04197d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc002088d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc002088d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c10c0, 0xc002088cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc002088cb0, 0x54b170, 0xc000826a90) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002088cb0, 0x0, 0x0, 0x0, 0x0, 0xc002088cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0037fd7d0, 0x0, 0x0, 0x0, 0x1000, 0xc00770d000, 0xe90, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00770d000, 0xe90, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00013c000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c75518, 0xc000ffc1c0, 0xc004db4d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 867 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0062a9800, 0x73a, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0062a9800, 0x73a, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0062a9800, 0x73a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0062a9800, 0x73a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0062a9800, 0x73a, 0x0, 0x0, 0x73a, 0xc0062a9800, 0x73a) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0062a9800, 0x73a, 0x73a, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a230, 0x44, 0xc0062a9800, 0x73a, 0xc0062a9800, 0x73a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a230, 0x44, 0xc0062a9800, 0x73a, 0xaa0378, 0x1, 0xc0062a9800, 0x73a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 868 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006738000, 0x947, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006738000, 0x947, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006738000, 0x947, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006738000, 0x947, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc006738000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006738000, 0x947, 0x0, 0x0, 0x947, 0xc00, 0xc006738000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006738000, 0x947, 0x947, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a370, 0x4b, 0xc006738000, 0x947, 0xc006738000, 0x947, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a370, 0x4b, 0xc006738000, 0x947, 0xaa0378, 0x1, 0xc006738000, 0x947, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 869 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc0050bc930, 0xab29a3, 0xc, 0xc004805fa8, 0x3) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002f65518, 0xc0050bc930, 0x6) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002f65518, 0xc0000a63e0, 0x42) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:435 +0x67f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 870 [semacquire]: github.com/gigawattio/window.Rolling(0xc006828000, 0x390, 0x390, 0x3, 0x0, 0x38f, 0xc006828000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c15518, 0xc003938040, 0xc003938be0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a190e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 871 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000611a40, 0x1df, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000611a40, 0x1df, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000611a40, 0x1df, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc000611a40) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000611a40, 0x1df, 0x0, 0x0, 0x1df, 0x2c0, 0xc000611a40) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000611a40, 0x1df, 0x1df, 0x2c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d2556e, 0x22, 0xc000611a40, 0x1df, 0xc000611a40, 0x1df, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d2556e, 0x22, 0xc000611a40, 0x1df, 0xaa0378, 0x1, 0xc000611a40, 0x1df, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a191a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 872 [runnable]: strings.genSplit(0xc005eb76bd, 0x87a, 0xaa0378, 0x1, 0x0, 0x29d, 0xc006302a80, 0x29e, 0x29e) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e9f3c0, 0xaa04fd, 0x2, 0xc00083ac00, 0xb37, 0x42, 0x29e, 0xc00427d6a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00083ac00, 0xb37, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e9f518, 0xc005de7b60, 0x52, 0xc00502f5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19260, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 873 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d770, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d9edf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d9ede0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0048a3b00, 0x820, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f30e0, 0x48, 0xc0048a3b00, 0x820, 0xc0048a3b00, 0x820, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f30e0, 0x48, 0xc0048a3b00, 0x820, 0xaa0378, 0x1, 0xc0048a3b00, 0x820, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19320, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 874 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001879e10, 0xc0070b96e0, 0x12) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001879e10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001879e10) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001879e10, 0xc000159f10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a229a0, 0x0, 0x0, 0x0, 0xc00385d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a229a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00385d8f8, 0xc002947b00, 0xd2f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a193e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 875 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002a37200, 0x8d1, 0xc001885218, 0xc000809c00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002a37200, 0x8d1, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018853c0, 0xaa059b, 0x2, 0xc002a37200, 0x8d1, 0x1c, 0x236, 0xc00384df40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a37200, 0x8d1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001885518, 0xc004f2bca0, 0x56, 0xc00081efc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a194a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 876 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00766d900, 0x75, 0x2, 0xc0079d6198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00766d900, 0x75, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079d70c0, 0xc0072d0a80, 0xc0079d61b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc0072d0a10, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0079d70c0, 0xc0072d0a10, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079d70c0, 0xc0072d0a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079d70c0, 0xc0072d0a10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc002790230, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a510c0, 0xc002790230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a510c0, 0xc002790230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc002790150, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a510c0, 0xc002790150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a510c0, 0xc002790150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc0071d1a40, 0xc0009f0a80, 0x7f13f041c080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a510c0, 0xc0071d1a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a510c0, 0xc0071d1a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d70c0, 0xc0071d1960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a510c0, 0xc0071d1960, 0x54b170, 0xc003013930) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0071d1960, 0x0, 0x0, 0x0, 0x0, 0xc0071d1960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0038b24e0, 0x0, 0x0, 0x0, 0x1500, 0xc006cc4a00, 0x1305, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006cc4a00, 0x1305, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0076cb340) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a51518, 0xc0043cd520, 0xc0043cdee0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 877 [runnable]: strings.Index(0xc001f08000, 0x1e41, 0xaa04bd, 0x2, 0x1) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Replace(0xc001f08000, 0x1e41, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:952 +0x3a3 github.com/jaytaylor/html2text.FromHTMLNode(0xc0034fa770, 0x0, 0x0, 0x0, 0x0, 0xc0034fa770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006239290, 0x0, 0x0, 0x0, 0x2800, 0xc001747000, 0x2612, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001747000, 0x2612, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005492540) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00550d518, 0xc00432a580, 0xc00432aec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 878 [semacquire]: bytes.makeSlice(0xa92, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003c55208, 0xec, 0xe6) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003c55208, 0xc0036efef0, 0xec, 0x5165d7, 0xc0042c3845, 0xc005e47ed0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005e4a5b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005e4a540) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005e2f3b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0028ea450, 0xc0028ea450, 0xc0028ea600) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003c55518, 0xc00166e8e0, 0x3c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a196e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 879 [semacquire]: strings.genSplit(0xc004571800, 0x73c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00473aa10, 0x10000c006121360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0061213c0, 0xaa04d9, 0x2, 0xc004571000, 0x73c, 0xc004571000, 0xc0061213b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004571000, 0x73c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006121518, 0xc00427c220, 0x39, 0xc005c897c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a197a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 880 [semacquire]: github.com/gigawattio/window.Rolling(0xc006425000, 0x2cf, 0x2cf, 0x3, 0x0, 0x2ce, 0xc006425000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002485518, 0xc00000e160, 0xc005de7000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 881 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0030132b0, 0xc004ba1500, 0xb6) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0030132b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0030132b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0030132b0, 0xc00691bab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001d16030, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001951cb0, 0x0, 0x0, 0x0, 0xc00, 0xc002c11c00, 0xbe3, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc002c11c00, 0xbe3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001e116d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026cf518, 0xc005f33700, 0xc003e912e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 882 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc00593eb30, 0xc0073abb18, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc00593eb30, 0xc004855b20, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc00593eb30, 0xc004855b90, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc004855b90, 0xc004855b90, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00593eff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00593eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0043491a4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00593eff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00593eff8, 0x1, 0xc005724570, 0xc01002af880, 0x2804f041a560) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00593eff8, 0x4, 0xd19, 0xc0070b7201, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0070b7000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00451b2b0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005d080c0, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c078f8, 0xc00268c000, 0x227a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a199e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 883 [semacquire]: bytes.makeSlice(0x1909, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004e5a210, 0x97, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004e5a210, 0xc001aa9220, 0x97, 0x6, 0xffffffffffffffff, 0xad0184) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004e5a210, 0xc001aa9220, 0x97, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc00681d180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc00681cfc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc005d0d960, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc005d0d880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004e5a210, 0xc005d0d180, 0xb84d20, 0xc004e5a210) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004e5a210, 0xc005d0d180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00280acc0, 0x7ed49368, 0x1251a20, 0xc0049731c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 884 [semacquire]: strings.genSplit(0xc001842d80, 0xd16, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0030f1000, 0x2cd, 0x2cd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e533c0, 0xaa05c9, 0x2, 0xc00062c000, 0xd16, 0x5, 0x2cd, 0xc00166f480) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00062c000, 0xd16, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e53518, 0xc004ebb800, 0x3f, 0xc005e56180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 886 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc0052bc000, 0x1b16, 0xaa0378, 0x1, 0xc005582000, 0x1b16) /usr/local/go/src/regexp/regexp.go:560 +0x135 _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0052bc000, 0x1b16, 0xaa0378, 0x1, 0xc0052bc000, 0x1b16) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 887 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400a240, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048743b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048743a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0054cca00, 0x1f6, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002322b40, 0x5d, 0xc0054cca00, 0x1f6, 0xc0054cca00, 0x1f6, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002322b40, 0x5d, 0xc0054cca00, 0x1f6, 0xaa0378, 0x1, 0xc0054cca00, 0x1f6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 888 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003c097e0, 0xc006c45210, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006c45588, 0xaa04f9, 0x2, 0xc0040a6c00, 0x10bc, 0x30, 0xc006c45290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00447e5d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00447e5a0, 0xc006c45320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc006c45518, 0xc00447e510, 0xc003c09020) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc006c45518, 0xc00447e510, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006c45518, 0xc00447e510, 0xc00447e510) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 889 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020733c0, 0xaa0599, 0x2, 0xc0022f6000, 0xe3a, 0x1, 0x313, 0xc001d0f000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0022f6000, 0xe3a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002073518, 0xc003f264a0, 0x3b, 0xc001d19080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 890 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003ec6e00, 0x699, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ec6e00, 0x699, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ec6e00, 0x699, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ec6e00, 0x699, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003ec6e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ec6e00, 0x699, 0x0, 0x0, 0x699, 0x700, 0xc003ec6e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ec6e00, 0x699, 0x699, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028bd4db, 0x63, 0xc003ec6e00, 0x699, 0xc003ec6e00, 0x699, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0028bd4db, 0x63, 0xc003ec6e00, 0x699, 0xaa0378, 0x1, 0xc003ec6e00, 0x699, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 891 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e0001950, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044ae8f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044ae8e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0034d3600, 0x502, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bdbae0, 0x46, 0xc0034d3600, 0x502, 0xc0034d3600, 0x502, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bdbae0, 0x46, 0xc0034d3600, 0x502, 0xaa0378, 0x1, 0xc0034d3600, 0x502, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a220c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 892 [semacquire]: bytes.makeSlice(0x103f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003c510c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003c510c0, 0x1189d55, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003c510c0, 0xc002e084b0, 0x7, 0x7, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c510c0, 0xc004a11730, 0xc0022213f0, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc004a116c0, 0x7f13f041ac28, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c510c0, 0xc004a116c0, 0x32, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c510c0, 0xc004a116c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc004a11340, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003c510c0, 0xc004a11340, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c510c0, 0xc004a11340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c510c0, 0xc004a11340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc0040bc070, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e8b0c0, 0xc0040bc070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e8b0c0, 0xc0040bc070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc0045fea10, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e8b0c0, 0xc0045fea10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e8b0c0, 0xc0045fea10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc0020fb2d0, 0xc0009fd180, 0x7f13f041ac28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001e8b0c0, 0xc0020fb2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e8b0c0, 0xc0020fb2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003c510c0, 0xc0020fb1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001e8b0c0, 0xc0020fb1f0, 0x54b170, 0xc005ab31e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0020fb1f0, 0x0, 0x0, 0x0, 0x0, 0xc0020fb1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0076f5740, 0x0, 0x0, 0x0, 0x1980, 0xc004127300, 0x1820, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004127300, 0x1820, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024e77a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e8b518, 0xc00467c880, 0xc00432ac40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 893 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b393c0, 0xaa04f9, 0x2, 0xc00620db00, 0x851, 0xc00620db00, 0xc003b393b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00620db00, 0x851, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b39518, 0xc0019e8100, 0x51, 0xc005cedc89) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 894 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005cd8e00, 0x6c9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005cd8e00, 0x6c9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005cd8e00, 0x6c9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005cd8e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005cd8e00, 0x6c9, 0x0, 0x0, 0x6c9, 0x800, 0xc005cd8e00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005cd8e00, 0x6c9, 0x6c9, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001afb200, 0x55, 0xc005cd8e00, 0x6c9, 0xc005cd8e00, 0x6c9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001afb200, 0x55, 0xc005cd8e00, 0x6c9, 0xaa0378, 0x1, 0xc005cd8e00, 0x6c9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 895 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13240039c0, 0x7f1324233c80) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00287bdc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00287bd90, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0032fb900, 0x4dc, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e95bb2, 0x4e, 0xc0032fb900, 0x4dc, 0xc0032fb900, 0x4dc, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e95bb2, 0x4e, 0xc0032fb900, 0x4dc, 0xaa0378, 0x1, 0xc0032fb900, 0x4dc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a223c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 896 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002447588, 0xaa04f9, 0x2, 0xc006616fc0, 0x202, 0xf, 0xc002447290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc002442840) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002442780, 0xc002447320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002447518, 0xc005f69980, 0xc004972ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002447518, 0xc005f69980, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002447518, 0xc005f69980, 0xc005f69980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 898 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00262b0c0, 0xc0047eb1d0, 0x47, 0x47, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bddc0, 0xc00262a1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bdd50, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00262b0c0, 0xc0051bdd50, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00262b0c0, 0xc0051bdd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bdd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bd490, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00262b0c0, 0xc0051bd490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bd490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bd3b0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00262b0c0, 0xc0051bd3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bd3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bccb0, 0xc000d58e00, 0x7f13f041b9b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00262b0c0, 0xc0051bccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00262b0c0, 0xc0051bcbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00262b0c0, 0xc0051bcbd0, 0x54b170, 0xc002d540d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0051bcbd0, 0x0, 0x0, 0x0, 0x0, 0xc0051bcbd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0037352c0, 0x0, 0x0, 0x0, 0x2600, 0xc0020c4c00, 0x25a4, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0020c4c00, 0x25a4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001b3cb80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00262b518, 0xc0020e3020, 0xc002251640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 899 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0004ce200, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce200, 0x0, 0x0, 0x0, 0xc00299d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce200, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00299d8f8, 0xc006217a80, 0x1a12, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a226c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 900 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a02d00, 0x8d8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a02d00, 0x8d8, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a02d00, 0x8d8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a02d00, 0x8d8, 0x0, 0x0, 0x8d8, 0xc002a02d00, 0x8d8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a02d00, 0x8d8, 0x8d8, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00057e000, 0x53, 0xc002a02d00, 0x8d8, 0xc002a02d00, 0x8d8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00057e000, 0x53, 0xc002a02d00, 0x8d8, 0xaa0378, 0x1, 0xc002a02d00, 0x8d8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 901 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b800df80, 0x7f12b800da20) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002002b40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002002b30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003219c00, 0x65d, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005636000, 0x78, 0xc003219c00, 0x65d, 0xc003219c00, 0x65d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005636000, 0x78, 0xc003219c00, 0x65d, 0xaa0378, 0x1, 0xc003219c00, 0x65d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 902 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003821b00, 0x8e1, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003821b00, 0x8e1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003821b00, 0x8e1, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003821b00, 0x8e1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003821b00, 0x8e1, 0x0, 0x0, 0x8e1, 0xc003821b00, 0x8e1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003821b00, 0x8e1, 0x8e1, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c10550, 0x4e, 0xc003821b00, 0x8e1, 0xc003821b00, 0x8e1, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c10550, 0x4e, 0xc003821b00, 0x8e1, 0xaa0378, 0x1, 0xc003821b00, 0x8e1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 903 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00676a000, 0x711, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00676a000, 0x711, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00676a000, 0x711, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00676a000, 0x711, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00676a000, 0x711, 0x0, 0x0, 0x711, 0xc00676a000, 0x711) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00676a000, 0x711, 0x711, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019d36ad, 0x6a, 0xc00676a000, 0x711, 0xc00676a000, 0x711, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019d36ad, 0x6a, 0xc00676a000, 0x711, 0xaa0378, 0x1, 0xc00676a000, 0x711, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a229c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 904 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007687180, 0xc001fb92c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fb93c0, 0xaa04d9, 0x2, 0xc00280c000, 0xcd6, 0x1, 0x225, 0xc007687160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00280c000, 0xcd6, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fb9518, 0xc0061ff780, 0x47, 0xc00571ef50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 905 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13a0001a40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d2c10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d2c00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003749200, 0x5ca, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002928f00, 0x5e, 0xc003749200, 0x5ca, 0xc003749200, 0x5ca, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002928f00, 0x5e, 0xc003749200, 0x5ca, 0xaa0378, 0x1, 0xc003749200, 0x5ca, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 906 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003294800, 0x718, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003294800, 0x718, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003294800, 0x718, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003294800, 0x718, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003294800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003294800, 0x718, 0x0, 0x0, 0x718, 0x800, 0xc003294800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003294800, 0x718, 0x718, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000026c80, 0x74, 0xc003294800, 0x718, 0xc003294800, 0x718, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000026c80, 0x74, 0xc003294800, 0x718, 0xaa0378, 0x1, 0xc003294800, 0x718, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 907 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12a0001910, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae500, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae4f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b7c000, 0x47d, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0040b0cf0, 0x82, 0xc002b7c000, 0x47d, 0xc002b7c000, 0x47d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0040b0cf0, 0x82, 0xc002b7c000, 0x47d, 0xaa0378, 0x1, 0xc002b7c000, 0x47d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 908 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00427d720, 0xc004b552c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b553c0, 0xaa04df, 0x2, 0xc006ba6000, 0x814, 0x5, 0x1d8, 0xc006528c00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006ba6000, 0x814, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b55518, 0xc0062fe4e0, 0x77, 0xc003d79800) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 909 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00340d0e8, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc00340d0e8, 0xb7b620, 0xc004d52420, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc004d52420, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc004d52420, 0xc00340d1d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004d52420, 0x0, 0x0, 0x0, 0x2000, 0xc003a38000, 0x1b46, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc003a38000, 0x1b46, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001e95b20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00340d518, 0xc00075f080, 0xc0062fe620) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 910 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc000930360, 0x55, 0xaa0378, 0x1, 0xc00697b880, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020923d8, 0xc0049f76c0, 0xc0005c36b0, 0xc002092308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020923d8, 0xc0049f7650, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0020930c0, 0xc0049f7650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0020930c0, 0xc0049f7650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020930c0, 0xc0049f7570, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035770c0, 0xc0049f7570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035770c0, 0xc0049f7570, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020930c0, 0xc0049f7490, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035770c0, 0xc0049f7490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035770c0, 0xc0049f7490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020930c0, 0xc0049f6d90, 0xc00004c700, 0x7f13f04197d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035770c0, 0xc0049f6d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035770c0, 0xc0049f6d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0020930c0, 0xc0049f6cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035770c0, 0xc0049f6cb0, 0x54b170, 0xc003fbc820) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0049f6cb0, 0x0, 0x0, 0x0, 0x0, 0xc0049f6cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0049aec90, 0x0, 0x0, 0x0, 0x1a80, 0xc002f02a00, 0x1a39, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002f02a00, 0x1a39, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00259d100) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003577518, 0xc00392d920, 0xc00427cda0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 911 [semacquire]: strings.genSplit(0xc002125200, 0x841, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006848500, 0x215, 0x215) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a1b3c0, 0xaa04fd, 0x2, 0xc0032f9600, 0x841, 0x2a, 0x215, 0xc0065295e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0032f9600, 0x841, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1b518, 0xc0004cfcc0, 0x4e, 0xc005f1ce10) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 913 [semacquire]: strings.Replace(0xc001786000, 0x2fd1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x59, 0xc001786000, 0x2fd1) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030c78f8, 0xc0005b4000, 0x2f7a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23140, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 914 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022913c0, 0xaa0599, 0x2, 0xc00528ca00, 0x130f, 0xc00528ca00, 0xc0022913b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00528ca00, 0x130f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002291518, 0xc007597c00, 0x34, 0xc005213680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 915 [semacquire]: strings.genSplit(0xc003794000, 0x91a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0059e2000, 0x1bb, 0x1bb) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030913c0, 0xaa0599, 0x2, 0xc00084a000, 0x91a, 0x1, 0x1bb, 0xc004972c20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00084a000, 0x91a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003091518, 0xc0006ab3a0, 0x43, 0xc001aabd60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a232c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 916 [semacquire]: github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc005ce2c40, 0x0, 0xc004804057, 0xc0048040b6) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180 github.com/PuerkitoBio/goquery.mapNodes(0xc004836d18, 0x1, 0x1, 0xc003d11268, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc004836d18, 0x1, 0x1, 0xb856e0, 0xc00384c420, 0x0, 0x127d380, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00329ed20, 0xaa04e5, 0x2, 0x2be) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*Cleaner).cleanBr(0xc003d116b0, 0xc005de70c0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:321 +0x43 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003d116b0, 0xc005de70c0, 0xc002604820) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:288 +0x5a github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 917 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a1dec0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aad518, 0xc0065280c0, 0x3d, 0xc0062f8bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 918 [runnable]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc006690ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006690ea0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006690ea0, 0xc005c71110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973d60, 0x0, 0x0, 0x0, 0xc00550b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973d60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00550b8f8, 0xc0015aa000, 0x1106, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 919 [semacquire]: bytes.makeSlice(0x1a07, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006745b90, 0xeb, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006745b90, 0xc0038a9d10, 0xeb, 0x6, 0xffffffffffffffff, 0xaa03f5) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc006745b90, 0xc0038a9d10, 0xeb, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc00682d0a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc00682c620, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc000749b90, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc000749ab0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006745b90, 0xc0007493b0, 0xb84d20, 0xc006745b90) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc006745b90, 0xc0007493b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006144150, 0x7e84577a, 0x1251a20, 0xc006529640, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a235c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 920 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0045be020, 0xc003b492c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b493c0, 0xaa059b, 0x2, 0xc002a0e000, 0x93f, 0x17, 0x20a, 0xc003db1c00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a0e000, 0x93f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b49518, 0xc00392d660, 0x51, 0xc00186de60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 921 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc00515f000, 0xea8, 0x2, 0xc004d1ba58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc00515f000, 0xea8, 0x0, 0x0, 0xc0001e9410, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00515f000, 0xea8, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 922 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc006690f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc006691040, 0xc006191570, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973da0, 0x0, 0x0, 0x0, 0xc000767200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973da0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007678f8, 0xc005136000, 0x2908, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 923 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006f97a80, 0x1a7f, 0xc002e57218, 0xc000b03500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006f97a80, 0x1a7f, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e573c0, 0xaa04df, 0x2, 0xc006f97a80, 0x1a7f, 0x5, 0x41d, 0xc0065e2c20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006f97a80, 0x1a7f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e57518, 0xc004f2a160, 0x3f, 0xc005a955c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a238c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 924 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023593c0, 0xaa04fd, 0x2, 0xc005eb2000, 0xaa3, 0x43, 0x216, 0xc00427c420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005eb2000, 0xaa3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002359518, 0xc004f2a4a0, 0x5e, 0xc005ae5380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 925 [semacquire]: strings.genSplit(0xc0018f0800, 0x15e8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006895180, 0xc003149360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031493c0, 0xaa04df, 0x2, 0xc0018ef000, 0x15e8, 0xc0018ef000, 0xc0031493b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0018ef000, 0x15e8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003149518, 0xc0043cca60, 0x61, 0xc001b1ac40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 926 [semacquire]: golang.org/x/net/html.(*parser).addFormattingElement(0xc0066911e0) /home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552 golang.org/x/net/html.inBodyIM(0xc0066911e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0066911e0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0066911e0, 0xc0062af9d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973de0, 0x0, 0x0, 0x0, 0xc001fb5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973de0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fb58f8, 0xc002271500, 0x9df, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 927 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002d54410, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d54410) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002d54410, 0xc001d8cfc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973e20, 0x0, 0x0, 0x0, 0xc001e9f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973e20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e9f8f8, 0xc001f9b000, 0xe2d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 928 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00308d3c0, 0xaa059b, 0x2, 0xc0053a7100, 0x63c, 0xc0053a7100, 0xc00308d3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0053a7100, 0x63c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00308d518, 0xc0043cd8c0, 0x2e, 0xc001218570) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 929 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc0025892b0) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc0025892b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0025892b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0025892b0, 0xc0048de230, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004972fc0, 0x0, 0x0, 0x0, 0xc003e09200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004972fc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e098f8, 0xc0035c7000, 0xeca, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 930 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000501930, 0xc005e57840, 0x32) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000501930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000501930) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000501930, 0xc006dfa700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973440, 0x0, 0x0, 0x0, 0xc004a87200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973440, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a878f8, 0xc0040c2a00, 0x1411, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 931 [semacquire]: strings.genSplit(0xc0016f0600, 0x5bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x18b, 0x18b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b893c0, 0xaa0569, 0x2, 0xc004ad4600, 0x5bb, 0x2, 0x18b, 0xc003ada500) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004ad4600, 0x5bb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b89518, 0xc0002d9e80, 0x46, 0xc001d1b2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 932 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002216380, 0x332, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002216380, 0x332, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002216380, 0x332, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002216380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002216380, 0x332, 0x0, 0x0, 0x332, 0x480, 0xc002216380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002216380, 0x332, 0x332, 0x480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035ed940, 0x3e, 0xc002216380, 0x332, 0xc002216380, 0x332, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0035ed940, 0x3e, 0xc002216380, 0x332, 0xaa0378, 0x1, 0xc002216380, 0x332, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a23f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 933 [semacquire]: regexp.newQueue(...) /usr/local/go/src/regexp/onepass.go:140 regexp.makeOnePass(0xc001c85860, 0xc001c85860) /usr/local/go/src/regexp/onepass.go:307 +0x148 regexp.compileOnePass(0xc001c857a0, 0xc001c857a0) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001875300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001875300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001875300, 0x0, 0xb856e0, 0xc0000a7ea8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001875300, 0xc0038264d0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001875300, 0x42ca96, 0xc001c85740, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001875370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0020bdac0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00456ef60, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001875518, 0xc00427d340, 0xabc101, 0x1d, 0x41, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 934 [semacquire]: strings.genSplit(0xc0053ef000, 0x27d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007f24000, 0x7a0, 0x7a0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035813c0, 0xaa0599, 0x2, 0xc005122000, 0x27d4, 0x1, 0x7a0, 0xc004bb2f00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005122000, 0x27d4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003581518, 0xc002244dc0, 0x50, 0xc0036e6881) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 935 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0058da002, 0xed4, 0x2, 0xc000187a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0058da002, 0xed4, 0x0, 0x0, 0xc0001e9410, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0058da002, 0xed4, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a461e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 936 [semacquire]: github.com/andybalholm/cascadia.Compile(0xab9e11, 0x19, 0x1, 0xb856e0, 0xc00000ffc0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002360fc0, 0xab9e11, 0x19, 0xc007986630) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc003863518, 0xc004973f80, 0x16c1, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a462a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 937 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fe93c0, 0xaa04f9, 0x2, 0xc004319900, 0x1299, 0xc004319900, 0xc003fe93b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004319900, 0x1299, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fe9518, 0xc0043384a0, 0x1e, 0xc0002feb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 938 [semacquire]: golang.org/x/net/html.(*Tokenizer).readByte(0xc001a50c30, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc001a50c30) /home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64 golang.org/x/net/html.(*Tokenizer).Next(0xc001a50c30, 0x2fc0600000004) /home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324 golang.org/x/net/html.(*parser).parse(0xc001a50d00, 0xc000cf5f80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0002d9dc0, 0x0, 0x0, 0x0, 0xc0030cb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0002d9dc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030cb8f8, 0xc001789000, 0x2b9a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 939 [semacquire]: strings.Replace(0xc003382800, 0x26d1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1c, 0xc003382800, 0x26d1) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00340b8f8, 0xc005129800, 0x26ce, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a464e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 940 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0046ae000, 0xcc3, 0xc002fe3218, 0xc0009f0a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0046ae000, 0xcc3, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fe33c0, 0xaa04d9, 0x2, 0xc0046ae000, 0xcc3, 0x1, 0x259, 0xc00166f520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0046ae000, 0xcc3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fe3518, 0xc002310040, 0x59, 0xc001a18d80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a465a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 941 [semacquire]: bytes.(*Buffer).grow(0xc004713208, 0x5, 0x46a5ec) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc004713208, 0xc002879a97, 0x5, 0xc0040c71e9, 0x9, 0xaa0378) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0040aef50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0040aeee0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0049c0f90, 0xc0049c0f60, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004713518, 0xc003938fc0, 0xa6) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 942 [semacquire]: strings.Replace(0xc004555900, 0x1131, 0xaa2734, 0x3, 0xaa0382, 0x1, 0x1, 0xc004555900, 0x1131) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004273518, 0xc003c09ce0, 0xc00427c560) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 943 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc0005e4f90, 0xab29a3, 0xc, 0xacde06, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002a47518, 0xc0005e4f90, 0x3b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002a47518, 0xc0002d81c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:427 +0x4ba github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a467e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 944 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00446e000, 0x86c, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00446e000, 0x86c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00446e000, 0x86c, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00446e000, 0x86c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00446e000, 0x86c, 0x0, 0x0, 0x86c, 0xc00446e000, 0x86c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00446e000, 0x86c, 0x86c, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00070e300, 0x56, 0xc00446e000, 0x86c, 0xc00446e000, 0x86c, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00070e300, 0x56, 0xc00446e000, 0x86c, 0xaa0378, 0x1, 0xc00446e000, 0x86c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a468a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 945 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0049e8d80, 0xd79, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0049e8d80, 0xd79, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0049e8d80, 0xd79, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0049e8d80, 0xd79, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0049e8d80, 0xd79, 0x0, 0x0, 0xd79, 0xc0049e8d80, 0xd79) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0049e8d80, 0xd79, 0xd79, 0xd80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00078e4e0, 0x56, 0xc0049e8d80, 0xd79, 0xc0049e8d80, 0xd79, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00078e4e0, 0x56, 0xc0049e8d80, 0xd79, 0xaa0378, 0x1, 0xc0049e8d80, 0xd79, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 946 [semacquire]: bytes.makeSlice(0xe00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003a850e8, 0x200, 0x400) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc003a850e8, 0xb7b620, 0xc0057b6570, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0057b6570, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0057b6570, 0xc003a851d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0057b6570, 0x0, 0x0, 0x0, 0xd80, 0xc0026fe000, 0xd71, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0026fe000, 0xd71, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00078ec60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a85518, 0xc001d0f6e0, 0xc00384c580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46a20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 947 [semacquire]: bytes.makeSlice(0xe9f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00409b138, 0x4ef, 0x10f) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00409b138, 0xc002479900, 0x4ef, 0x5165d7, 0xc003e5ec69, 0xc0028b1660) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003aab340) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003aab2d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003aab1f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003aaa930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0024752c0, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00409b518, 0xc0024752c0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00409b518, 0xc001d0f7c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46ae0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 948 [semacquire]: strings.genSplit(0xc0030f9500, 0xa2c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006418000, 0x1ed, 0x1ed) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031473c0, 0xaa0569, 0x2, 0xc004629500, 0xa2c, 0x2, 0x1ed, 0xc00416a7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004629500, 0xa2c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003147518, 0xc003647ca0, 0x4d, 0xc00002bb80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46ba0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 949 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400b3b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002215050, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002215040, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004563200, 0xc41, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e12f00, 0x2d, 0xc004563200, 0xc41, 0xc004563200, 0xc41, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e12f00, 0x2d, 0xc004563200, 0xc41, 0xaa0378, 0x1, 0xc004563200, 0xc41, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46c60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 950 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0005f8a00, 0x14f9, 0xc0037c9218, 0xc000a55880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0005f8a00, 0x14f9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037c93c0, 0xaa04d9, 0x2, 0xc0005f8a00, 0x14f9, 0x1, 0x398, 0xc00416b380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0005f8a00, 0x14f9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037c9518, 0xc003adb7a0, 0x31, 0xc001aa1d40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 951 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00235d3c0, 0xaa04fd, 0x2, 0xc00334a800, 0x79c, 0x27, 0x1a9, 0xc000ffdb00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00334a800, 0x79c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00235d518, 0xc003647f00, 0x36, 0xc003772689) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 952 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).star(0xc006c3b0c8, 0x200000001, 0x200000000, 0x0) /usr/local/go/src/regexp/syntax/compile.go:242 +0x19e regexp/syntax.(*compiler).plus(...) /usr/local/go/src/regexp/syntax/compile.go:256 regexp/syntax.(*compiler).compile(0xc006c3b0c8, 0xc006d22e00, 0xc006c3b100) /usr/local/go/src/regexp/syntax/compile.go:144 +0xf02 regexp/syntax.Compile(0xc006d22e00, 0xc006d22e00, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc0055ba900, 0x8f1, 0x8f1) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0037eb518, 0xc0062ff240, 0xc0062ffaa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 953 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc006ca8810, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006ca8810, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004104d80, 0x0, 0x0, 0x0, 0x1000, 0xc004ba5000, 0xebe, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc004ba5000, 0xebe, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0018d2d80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003861518, 0xc0006abf80, 0xc001ef8fe0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 954 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0021fb4d0, 0x50d2a1, 0xc00303b5c0, 0x31, 0xaada21) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e0b518, 0xc0036468c0, 0xc0078180e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 955 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4011640, 0x7f12e8006270) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001dc7010, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001dc7000, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b40000, 0x3aa, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8c000, 0x36, 0xc002b40000, 0x3aa, 0xc002b40000, 0x3aa, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8c000, 0x36, 0xc002b40000, 0x3aa, 0xaa0378, 0x1, 0xc002b40000, 0x3aa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a470e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 956 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005842a80, 0x9f0, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005842a80, 0x9f0, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005842a80, 0x9f0, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005842a80, 0x9f0, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005842a80, 0x9f0, 0x0, 0x0, 0x9f0, 0xc005842a80, 0x9f0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005842a80, 0x9f0, 0x9f0, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004aa910, 0x43, 0xc005842a80, 0x9f0, 0xc005842a80, 0x9f0, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004aa910, 0x43, 0xc005842a80, 0x9f0, 0xaa0378, 0x1, 0xc005842a80, 0x9f0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a471a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 957 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12a800afa0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0048e44f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0048e44e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0050ed800, 0x59e, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b0f020, 0x54, 0xc0050ed800, 0x59e, 0xc0050ed800, 0x59e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b0f020, 0x54, 0xc0050ed800, 0x59e, 0xaa0378, 0x1, 0xc0050ed800, 0x59e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 958 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00384dda0, 0xc004683220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004683588, 0xaa04f9, 0x2, 0xc0077418c0, 0x15f, 0x1, 0x46, 0xc003646580) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004683518, 0xc00427c660, 0x60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 959 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f132c003120, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0058171a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005817180, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044e5e00, 0x1f2, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0054939b0, 0x23, 0xc0044e5e00, 0x1f2, 0xc0044e5e00, 0x1f2, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0054939b0, 0x23, 0xc0044e5e00, 0x1f2, 0xaa0378, 0x1, 0xc0044e5e00, 0x1f2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a473e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 960 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00426f588, 0xaa04f9, 0x2, 0xc005c8fa00, 0x1fb, 0x17, 0xc00426f290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc00455c360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00455c180, 0xc00426f320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00426f518, 0xc003840c30, 0xc00416a6e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00426f518, 0xc003840c30, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00426f518, 0xc003840c30, 0xc003840c30) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a474a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 961 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004db4220, 0xc000fe31b0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fe3588, 0xaa04f9, 0x2, 0xc00092b340, 0x148, 0x0, 0xc000fe33d8, 0xc005168b88) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000fe3518, 0xc005041770, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fe3518, 0xc00427ce60, 0x44) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 962 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12c80088c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00270d8a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00270d860, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0063d4a80, 0x356, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022bea80, 0x39, 0xc0063d4a80, 0x356, 0xc0063d4a80, 0x356, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022bea80, 0x39, 0xc0063d4a80, 0x356, 0xaa0378, 0x1, 0xc0063d4a80, 0x356, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 963 [semacquire]: strings.Replace(0xc001058400, 0xaae, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/jaytaylor/html2text.FromHTMLNode(0xc003f63500, 0x0, 0x0, 0x0, 0x0, 0xc003f63500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00265f410, 0x0, 0x0, 0x0, 0x1000, 0xc003b9b000, 0xe63, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003b9b000, 0xe63, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00168b410) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039dd518, 0xc0019e81c0, 0xc0019e8c00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a476e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 964 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004d7fef0, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004d7fef0, 0x7, 0x2, 0xc007f6e538, 0xc000032800, 0xc00192e5d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004d7fef0, 0x7, 0xaa0378, 0x1, 0xc006fd2080, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007f6f0c0, 0xc005c70b60, 0xc0000fae70, 0xc00192e670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f6f0c0, 0xc0059b3490, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00192f0c0, 0xc0059b3490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00192f0c0, 0xc0059b3490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f6f0c0, 0xc0059b33b0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00192f0c0, 0xc0059b33b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00192f0c0, 0xc0059b33b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f6f0c0, 0xc0041717a0, 0xc000bff880, 0x7f13f04197d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00192f0c0, 0xc0041717a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00192f0c0, 0xc0041717a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f6f0c0, 0xc0041707e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00192f0c0, 0xc0041707e0, 0x54b170, 0xc006690d00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0041707e0, 0x0, 0x0, 0x0, 0x0, 0xc0041707e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021fb4a0, 0x0, 0x0, 0x0, 0x1500, 0xc001c0e000, 0x134f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001c0e000, 0x134f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00011c420) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00192f518, 0xc0004cea40, 0xc0006abba0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a477a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 707 [semacquire]: regexp/syntax.(*parser).push(0xc0027a68a0, 0xc005f6a000, 0xc001ac8d01) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).op(0xc0027a68a0, 0xabc109, 0x11) /usr/local/go/src/regexp/syntax/parse.go:218 +0x84 regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:754 +0xd16 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001ac9300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001ac9300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ac9300, 0x0, 0xb856e0, 0xc0000a7ee8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ac9300, 0xc0019ddc70, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ac9300, 0x42ca96, 0xc0047a02d0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001ac9370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007818b20, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0002cba40, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001ac9518, 0xc0002d8c40, 0xabc101, 0x1d, 0x4e, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 708 [semacquire]: bytes.makeSlice(0x2ed, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0040c3620, 0x1, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteByte(0xc0040c3620, 0xc0040c3622, 0xc00374d150, 0x8) /usr/local/go/src/bytes/buffer.go:267 +0x8c golang.org/x/net/html.render1(0xb84d20, 0xc0040c3620, 0xc006ca7180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:172 +0x3d5 golang.org/x/net/html.render1(0xb84d20, 0xc0040c3620, 0xc007700070, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0040c3620, 0xc0070ce230, 0xb84d20, 0xc0040c3620) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0040c3620, 0xc0070ce230, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003a3e360, 0xca0388e6, 0x1251a20, 0xc0062e8fa0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078f860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 709 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400beb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005ef74f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005ef74e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b41400, 0x3d9, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda960, 0x41, 0xc002b41400, 0x3d9, 0xc002b41400, 0x3d9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda960, 0x41, 0xc002b41400, 0x3d9, 0xaa0378, 0x1, 0xc002b41400, 0x3d9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078f920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 710 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f132c0034c0, 0x7f132c0021f0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00534fe00, 0xc0025da400, 0x398, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0025da400, 0x398, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a730, 0x4f, 0xc0025da400, 0x398, 0xc0025da400, 0x398, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a730, 0x4f, 0xc0025da400, 0x398, 0xaa0378, 0x1, 0xc0025da400, 0x398, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078f9e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 711 [runnable]: strings.Index(0xc007fb0000, 0x2e44, 0xaa0378, 0x1, 0x834) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc007fb0000, 0x2e44, 0xaa0378, 0x1, 0x0, 0x834, 0x42fa20, 0x835, 0x835) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009233c0, 0xaa0569, 0x2, 0xc00221d000, 0x2e44, 0x4, 0x835, 0xc003e91e60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00221d000, 0x2e44, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000923518, 0xc000671000, 0x40, 0xc0028b68c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078faa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 712 [semacquire]: github.com/fatih/set.(*Set).Add(0xc006528660, 0xc00243d220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00243d588, 0xaa04f9, 0x2, 0xc0008b6700, 0x1af0, 0x641e2d, 0x0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00243d518, 0xc0006aa040, 0x61) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 713 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006946c00, 0x11eb, 0x2, 0xc002c43a58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006946c00, 0x11eb, 0xaa0378, 0x1, 0xc006945900, 0x11eb) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006946c00, 0x11eb, 0xaa0378, 0x1, 0xc006946c00, 0x11eb) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 714 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc005aa0f00, 0xf3, 0x2, 0xc002cd0198, 0xa, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc005aa0f00, 0xf3, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc001d551f0, 0xc002cd01b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc001d55180, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002cd10c0, 0xc001d55180, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cd10c0, 0xc001d55180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc001d55180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc007948cb0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cd10c0, 0xc007948cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc007948cb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc007948bd0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cd10c0, 0xc007948bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc007948bd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc0079484d0, 0xc000d58e00, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cd10c0, 0xc0079484d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc0079484d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cd10c0, 0xc0079483f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cd10c0, 0xc0079483f0, 0x54b170, 0xc002d541a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0079483f0, 0x0, 0x0, 0x0, 0x0, 0xc0079483f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0033f2450, 0x0, 0x0, 0x0, 0x3000, 0xc005ff4000, 0x2aeb, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005ff4000, 0x2aeb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001b08680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002cd1518, 0xc0019e8060, 0xc000670a60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 715 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x479, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00502d200, 0x479, 0x479, 0x500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3bb00, 0x40, 0xc00502d200, 0x479, 0xc00502d200, 0x479, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3bb00, 0x40, 0xc00502d200, 0x479, 0xaa0378, 0x1, 0xc00502d200, 0x479, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 716 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006323a80, 0x19fb, 0x2, 0xc0043e5a58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006323a80, 0x19fb, 0xaa0378, 0x1, 0xc006322000, 0x19fb) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006323a80, 0x19fb, 0xaa0378, 0x1, 0xc006323a80, 0x19fb) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078fe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 717 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc001ff4000, 0xdca, 0x2, 0xc004d0b218, 0xc00539f000, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc001ff4000, 0xdca, 0xaa0378, 0x1, 0xc001d0fdc0, 0xc006d0a280) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc004d0b388, 0xc006d0a200, 0x4) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004d0b388, 0xc005394390, 0xaa04f9, 0x2, 0xc004d0b518, 0x8, 0x9ecc80, 0xc004d0b301, 0xc00539f3a0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004d0b518, 0xc005394390, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 718 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc001860600, 0x126f, 0xc000989218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc001860600, 0x126f, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009893c0, 0xaa04df, 0x2, 0xc001860600, 0x126f, 0x3, 0x3a0, 0xc0000a7de0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001860600, 0x126f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000989518, 0xc0006aa4a0, 0x41, 0xc001e104b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 719 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021c93c0, 0xaa04f9, 0x2, 0xc007762a00, 0x3238, 0xc007762a00, 0xc0021c93b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007762a00, 0x3238, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0021c9518, 0xc007818480, 0x36, 0xc007442a80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 720 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003b77800, 0x16c9, 0xc002847218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003b77800, 0x16c9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028473c0, 0xaa0569, 0x2, 0xc003b77800, 0x16c9, 0x5, 0x46e, 0xc003e91040) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003b77800, 0x16c9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002847518, 0xc0065e37a0, 0x38, 0xc003880200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 721 [semacquire]: strings.Replace(0xc00172c000, 0x3e83, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc00172c000, 0x3e83) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c558f8, 0xc003892000, 0x3e64, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 978 [semacquire]: github.com/gigawattio/window.Rolling(0xc005cf0500, 0x242, 0x242, 0x3, 0x0, 0x241, 0xc005cf0500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044fb518, 0xc003adab20, 0xc004db5480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 979 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc000d43d40, 0x21a, 0x21a, 0xc000a55880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc000d43d40, 0x21a, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003de1588, 0xaa04f9, 0x2, 0xc000d43d40, 0x21a, 0xa, 0xc003de1290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc004c7b0b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0035b1740, 0xc003de1320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003de1518, 0xc0035b1440, 0xc0049722c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003de1518, 0xc0035b1440, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003de1518, 0xc0035b1440, 0xc0035b1440) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 980 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003981500, 0xa11, 0xc007185218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003981500, 0xa11, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0071853c0, 0xaa04df, 0x2, 0xc003981500, 0xa11, 0x6, 0x22d, 0xc0065e3480) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003981500, 0xa11, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007185518, 0xc0062e9de0, 0x47, 0xc00571e820) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 981 [semacquire]: strings.genSplit(0xc004013300, 0x1251, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0036e5490, 0xc0014dd360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014dd3c0, 0xaa0503, 0x2, 0xc0068d0c00, 0x1251, 0xc0068d0c00, 0xc0014dd3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0068d0c00, 0x1251, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0014dd518, 0xc007686040, 0x48, 0xc0016a00f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 982 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0022d5930, 0xc0040b0990, 0x89) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0022d5930, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d5930) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0022d5930, 0xc007672e00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00392d240, 0x0, 0x0, 0x0, 0xc0037ed200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00392d240, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037ed8f8, 0xc00389d300, 0x1866, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 983 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006cd2000, 0x9db, 0xc000d13218, 0xc000b03500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006cd2000, 0x9db, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d133c0, 0xaa059b, 0x2, 0xc006cd2000, 0x9db, 0x15, 0x21a, 0xc007687520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006cd2000, 0x9db, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d13518, 0xc0043cc300, 0x47, 0xc001d1a46a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 985 [semacquire]: strings.Replace(0xc005ae6a80, 0x910, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/jaytaylor/html2text.FromHTMLNode(0xc007ac0d90, 0x0, 0x0, 0x0, 0x0, 0xc007ac0d90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00515b080, 0x0, 0x0, 0x0, 0xa80, 0xc0045c4a80, 0xa59, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0045c4a80, 0xa59, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00168bda0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d39518, 0xc0042c7b20, 0xc004ebb980) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 986 [semacquire]: bytes.makeSlice(0x84, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002e6a600, 0x4, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002e6a600, 0xad063c, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc002e6a600, 0xc0059dacb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd golang.org/x/net/html.render1(0xb84d20, 0xc002e6a600, 0xc0059daaf0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002e6a600, 0xc0059daa80, 0xb84d20, 0xc002e6a600) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002e6a600, 0xc0059daa80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002b36090, 0xc5d58f8c, 0x1251a20, 0xc001ef9ca0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 987 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00292ac60, 0x7, 0x2, 0xc002526538, 0xc00292ad80, 0x1, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00292ac60, 0x7, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760dd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0025270c0, 0xc00760db90, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025270c0, 0xc00760db90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760db90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0025270c0, 0xc00760dab0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025270c0, 0xc00760dab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760dab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0025270c0, 0xc00760d3b0, 0xc000a55880, 0x7f13f0419e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025270c0, 0xc00760d3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760d3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0025270c0, 0xc00760d2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025270c0, 0xc00760d2d0, 0x54b170, 0xc0049ff110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00760d2d0, 0x0, 0x0, 0x0, 0x0, 0xc00760d2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004334900, 0x0, 0x0, 0x0, 0xc80, 0xc002d01900, 0xc4b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002d01900, 0xc4b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001b12810) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002527518, 0xc00166e920, 0xc00384cea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 988 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003fef000, 0xda9, 0xc004d25218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003fef000, 0xda9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d253c0, 0xaa04d9, 0x2, 0xc003fef000, 0xda9, 0x1, 0x2cd, 0xc007596fa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003fef000, 0xda9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d25518, 0xc003c09780, 0x62, 0xc001f8db20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186ca80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 989 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001db6ba0, 0xc4f8d34e, 0x1251a20, 0xc003db11c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 990 [semacquire]: fmt.Errorf(0xabb2ed, 0x1c, 0xc0072fceb8, 0x1, 0x1, 0xd0, 0xc0001bc020) /usr/local/go/src/fmt/errors.go:21 +0xa3 github.com/araddon/dateparse.unknownErr(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:117 github.com/araddon/dateparse.parseTime(0xc00356be10, 0xc7, 0x0, 0xc00356bc74, 0xc4, 0xc00356be10) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:855 +0x44af github.com/araddon/dateparse.parseTime(0xc00356bc70, 0xc8, 0x0, 0xc00356bc70, 0xc8, 0xc8) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:621 +0x3527 github.com/araddon/dateparse.ParseAny(0xc00356bc70, 0xc8, 0x3, 0xaa0378, 0x1, 0xc00356bc70, 0xc8) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00237d518, 0xc0043cc240, 0xc00416a580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cc00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 991 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00098b2e0, 0x432e00, 0xc00098b210, 0x48afc0e8, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00098b2e0, 0xc00197fb00, 0x5, 0xc00098b230, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00098b2e0, 0xc00098b2f8, 0x43b3b7, 0x1252790, 0xc00098b200, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f13c85478c8, 0xc00098b301, 0x10100000042ab7a, 0x0, 0xc05) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001db6180, 0xaa64ee, 0x5, 0xcd8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00098b518, 0xc003db0840, 0xc05, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186ccc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 992 [semacquire]: strings.genSplit(0xc0041e4400, 0x881, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1bc, 0x1bc) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d4b3c0, 0xaa0569, 0x2, 0xc0015ff600, 0x881, 0x2, 0x1bc, 0xc0042c7b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0015ff600, 0x881, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d4b518, 0xc0004ce640, 0x3c, 0xc001f3d480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cd80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 993 [semacquire]: bytes.makeSlice(0x61b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004281b90, 0x4b, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004281b90, 0xc0036ea8c0, 0x4b, 0x6, 0xffffffffffffffff, 0xc00417ac40) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc004281b90, 0xc0036ea8c0, 0x4b, 0x466665, 0xc00352a0c0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc007aa0310, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc007aa02a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc007aa01c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc007aa00e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc004281b90, 0xc0057dc150, 0xb84d20, 0xc004281b90) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc004281b90, 0xc0057dc150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001db75c0, 0xc5c8bae4, 0x1251a20, 0xc003db15e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186ce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 994 [semacquire]: strings.Replace(0xc001765000, 0xf9c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc00048c1c0, 0xc004972e80) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036778f8, 0xc001765000, 0xf9c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cf00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 995 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc003fbdd40, 0xc00164ce10, 0x7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc003fbdd40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003fbdd40) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003fbdd40, 0xc001c2cd20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7dc0, 0x0, 0x0, 0x0, 0xc0039d9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7dc0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039d98f8, 0xc002999100, 0xc88, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186cfc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 996 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0001ea340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0001ea410, 0xc001b33810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973e00, 0x0, 0x0, 0x0, 0xc003ded200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973e00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ded8f8, 0xc003b68600, 0x1261, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 997 [semacquire]: encoding/json.Unmarshal(0xc004900000, 0x10b, 0x120, 0x9cfa40, 0xc007687080, 0x120, 0x1) /usr/local/go/src/encoding/json/decode.go:100 +0x31 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0022443a0, 0xc005113000, 0x736, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc005113000, 0x736, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168b920, 0x2e, 0xc005113000, 0x736, 0xc005113000, 0x736, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168b920, 0x2e, 0xc005113000, 0x736, 0xaa0378, 0x1, 0xc005113000, 0x736, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 998 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d3d3c0, 0xaa0599, 0x2, 0xc001479800, 0xb80, 0x1, 0x240, 0xc0019e95a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001479800, 0xb80, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d3d518, 0xc001d0e040, 0x38, 0xc001d1804f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 999 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014660, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00597ca40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00597ca30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035e0000, 0x4ed, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d24060, 0x29, 0xc0035e0000, 0x4ed, 0xc0035e0000, 0x4ed, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d24060, 0x29, 0xc0035e0000, 0x4ed, 0xaa0378, 0x1, 0xc0035e0000, 0x4ed, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1000 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002003355, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002003355, 0x7, 0x2, 0xc007fc6538, 0xc00003c800, 0xc0016aa5d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc002003355, 0x7, 0xaa0378, 0x1, 0xc006fd2100, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007fc70c0, 0xc0072de070, 0xc0033b1d90, 0xc0016aa670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007fc70c0, 0xc0072de000, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0016ab0c0, 0xc0072de000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016ab0c0, 0xc0072de000, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007fc70c0, 0xc0006670a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0016ab0c0, 0xc0006670a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016ab0c0, 0xc0006670a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007fc70c0, 0xc005297dc0, 0xc0016aad00, 0x443c00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0016ab0c0, 0xc005297dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016ab0c0, 0xc005297dc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007fc70c0, 0xc005297c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0016ab0c0, 0xc005297c70, 0x54b170, 0xc0022d4270) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005297c70, 0x0, 0x0, 0x0, 0x0, 0xc005297c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006239c20, 0x0, 0x0, 0x0, 0xc00, 0xc0005c1400, 0xa94, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0005c1400, 0xa94, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001d240f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016ab518, 0xc001d0e980, 0xc00075f460) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1001 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004ddf530, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x7, 0xc004ddf530) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004ddf260, 0xc000ff52c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000ff5388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000ff5388, 0xc004dde2a0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000ff5301, 0xc005f27550) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000ff5518, 0xc004dde2a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1002 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc0001eadd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001eadd0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0001eadd0, 0xc002402380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973f60, 0x0, 0x0, 0x0, 0xc004d1d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973f60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d1d8f8, 0xc003bb2000, 0x13ec, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1003 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0008ae000, 0x1a8c, 0xc003f2b218, 0xc000809c00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0008ae000, 0x1a8c, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f2b3c0, 0xaa04df, 0x2, 0xc0008ae000, 0x1a8c, 0x5, 0x513, 0xc003647e80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0008ae000, 0x1a8c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f2b518, 0xc003647a80, 0x17, 0xc0014ff340) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1004 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003df8ff8, 0x4, 0x85e, 0xc002641701, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002641000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006690a90, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005a64060, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003df98f8, 0xc002119800, 0x79f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1005 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.afterHeadIM(0xc0001eb2b0, 0x200) /home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001eb2b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0001eb2b0, 0xc002403ea0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6060, 0x0, 0x0, 0x0, 0xc002075200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6060, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020758f8, 0xc005f88000, 0x866, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1006 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc006691860, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc006691860) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc006691860, 0xc0029431f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e800, 0x0, 0x0, 0x0, 0xc003e31200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e800, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e318f8, 0xc003df2c00, 0x111f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1007 [semacquire]: golang.org/x/net/html/atom.String(0xc002d760c2, 0x8, 0xf3e, 0xf3e, 0xc002d760cc) /home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6 golang.org/x/net/html.(*Tokenizer).Token(0xc0001eb6c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a golang.org/x/net/html.(*parser).parse(0xc0001eb790, 0xc002860d20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de60e0, 0x0, 0x0, 0x0, 0xc002481200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de60e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024818f8, 0xc002b6f000, 0xe90, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1008 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003fbd450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003fbd520, 0xc0017bd730, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7c60, 0x0, 0x0, 0x0, 0xc001ec9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7c60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ec98f8, 0xc0038dc000, 0xb62, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186d980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1009 [semacquire]: strings.genSplit(0xc002564000, 0xb55, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00720aee0, 0xc004c87360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c873c0, 0xaa058b, 0x2, 0xc007a85c00, 0xb55, 0xc007a85c00, 0xc004c873b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007a85c00, 0xb55, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c87518, 0xc0065e30e0, 0x2b, 0xc0048e8e70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186da40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1010 [semacquire]: strings.genSplit(0xc00291b500, 0x939, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0079ce000, 0x1f8, 0x1f8) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d2f3c0, 0xaa058b, 0x2, 0xc006aa2a80, 0x939, 0x1, 0x1f8, 0xc007596000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006aa2a80, 0x939, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d2f518, 0xc0020e2a40, 0x56, 0xc0006ba9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186db00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1011 [semacquire]: strings.genSplit(0xc0069f7800, 0xba1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00483a500, 0x22a, 0x22a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002dad3c0, 0xaa04fd, 0x2, 0xc004021800, 0xba1, 0x34, 0x22a, 0xc006528da0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004021800, 0xba1, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002dad518, 0xc004339640, 0x42, 0xc001e106e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1012 [semacquire]: strings.genSplit(0xc005bc7600, 0x8f8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003c9c000, 0x1a9, 0x1a9) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037bb3c0, 0xaa0599, 0x2, 0xc004a88900, 0x8f8, 0x1, 0x1a9, 0xc004338440) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a88900, 0x8f8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037bb518, 0xc00075e200, 0x2a, 0xc0039374d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1013 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001b6d600, 0x8d1, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b6d600, 0x8d1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b6d600, 0x8d1, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b6d600, 0x8d1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b6d600, 0x8d1, 0x0, 0x0, 0x8d1, 0xc001b6d600, 0x8d1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b6d600, 0x8d1, 0x8d1, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4100, 0x3c, 0xc001b6d600, 0x8d1, 0xc001b6d600, 0x8d1, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4100, 0x3c, 0xc001b6d600, 0x8d1, 0xaa0378, 0x1, 0xc001b6d600, 0x8d1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 6 [semacquire]: bytes.makeSlice(0x207, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0064c50c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0064c50c0, 0x1189d0d, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0064c50c0, 0xc0054ca480, 0x163, 0x7, 0xc0054ca480) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0064c50c0, 0xc003625730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0064c50c0, 0xc003625730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0064c50c0, 0xc003625500, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d3b0c0, 0xc003625500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d3b0c0, 0xc003625500, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0064c50c0, 0xc003625420, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d3b0c0, 0xc003625420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d3b0c0, 0xc003625420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0064c50c0, 0xc003624d20, 0xc002d3ad30, 0x466665) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d3b0c0, 0xc003624d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d3b0c0, 0xc003624d20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0064c50c0, 0xc003624c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d3b0c0, 0xc003624c40, 0x54b170, 0xc000921ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003624c40, 0x0, 0x0, 0x0, 0x0, 0xc003624c40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e4ff50, 0x0, 0x0, 0x0, 0x1300, 0xc001104c00, 0x1019, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001104c00, 0x1019, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0018d2b40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d3b518, 0xc0006aadc0, 0xc0006ab640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186de00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 7 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00744b800, 0xc002d472c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d473c0, 0xaa04f9, 0x2, 0xc006788600, 0x5f8, 0xc006788600, 0xc002d473b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006788600, 0x5f8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d47518, 0xc0073eae80, 0x3a, 0xc005b39100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001762420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 8 [semacquire]: strings.genSplit(0xc005473000, 0xf76, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2ad, 0x2ad) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028493c0, 0xaa058b, 0x2, 0xc005905000, 0xf76, 0x1, 0x2ad, 0xc003db1bc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005905000, 0xf76, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002849518, 0xc004f2a740, 0x50, 0xc0051aa4b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017624e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 9 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f131c388690, 0x7f131c001d90) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005efcc30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005efcbf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002462c00, 0x548, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022bf100, 0x32, 0xc002462c00, 0x548, 0xc002462c00, 0x548, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022bf100, 0x32, 0xc002462c00, 0x548, 0xaa0378, 0x1, 0xc002462c00, 0x548, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017625a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1556 [semacquire]: bytes.makeSlice(0x1773, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004a83388, 0x14c1, 0xd) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004a83388, 0xc003240000, 0x14c1, 0x5165d7, 0xc004436f02, 0xc0028165e7) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00752eb60) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00752eaf0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00752ea10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00530afc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00530aee0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00530a7e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ed380, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a83518, 0xc00416bd20, 0x4b, 0xc0036e6050) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 16 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4010b40, 0x7f12c8008c10) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00360ea00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00360e9f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0032db000, 0xed7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b0ec60, 0x55, 0xc0032db000, 0xed7, 0xc0032db000, 0xed7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b0ec60, 0x55, 0xc0032db000, 0xed7, 0xaa0378, 0x1, 0xc0032db000, 0xed7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 731 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001d1aaf0, 0x44, 0x0, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001d1aaf0, 0x44, 0x2, 0xc007e9c1d0, 0x0, 0xc007e9c270, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001d1aaf0, 0x44, 0xaa0378, 0x1, 0xc006fd2080, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e9c3d8, 0xc00677c690, 0xc002220fd0, 0xc007e9c308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9c3d8, 0xc00677c620, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007e9d0c0, 0xc00677c620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007e9d0c0, 0xc00677c620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9d0c0, 0xc00677c4d0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0065250c0, 0xc00677c4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065250c0, 0xc00677c4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9d0c0, 0xc00677c3f0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0065250c0, 0xc00677c3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065250c0, 0xc00677c3f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9d0c0, 0xc0048e7a40, 0xc006524d00, 0x444010) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0065250c0, 0xc0048e7a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065250c0, 0xc0048e7a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007e9d0c0, 0xc0048e7960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0065250c0, 0xc0048e7960, 0x54b170, 0xc001ae5380) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0048e7960, 0x0, 0x0, 0x0, 0x0, 0xc0048e7960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002eac000, 0x0, 0x0, 0x0, 0xa80, 0xc0008e3500, 0x9ee, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0008e3500, 0x9ee, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x82a5e09400000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006525518, 0xc00798da40, 0xc004eba2e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 973 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 970 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001634c00, 0x1203, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001634c00, 0x1203, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001634c00, 0x1203, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001634c00, 0x1203, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001634c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001634c00, 0x1203, 0x0, 0x0, 0x1203, 0x1300, 0xc001634c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001634c00, 0x1203, 0x1203, 0x1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005212440, 0x39, 0xc001634c00, 0x1203, 0xc001634c00, 0x1203, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005212440, 0x39, 0xc001634c00, 0x1203, 0xaa0378, 0x1, 0xc001634c00, 0x1203, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e188a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 730 [semacquire]: github.com/gigawattio/window.Rolling(0xc008012500, 0x236, 0x236, 0x3, 0x0, 0x235, 0xc008012500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e89518, 0xc001d0f7e0, 0xc00534e100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae55c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 729 [runnable]: strings.genSplit(0xc002b458fe, 0x5ec, 0xaa0378, 0x1, 0x0, 0x1a7, 0xc006f8a480, 0x1a8, 0x1a8) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006a33c0, 0xaa05c9, 0x2, 0xc002b42000, 0x8ea, 0x5, 0x1a8, 0xc001d0f740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b42000, 0x8ea, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006a3518, 0xc001d0f320, 0x41, 0xc003546e60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1030 [semacquire]: strings.Replace(0xc00321aa00, 0x629, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x16, 0xc00321aa00, 0x629) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0027a1518, 0xc003db15c0, 0xc00000faa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a18240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1016 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005052ab0, 0xa9ece0, 0xc005052a80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001871518, 0xc00384d420, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1017 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc004473180, 0xc005027800, 0x5d9, 0xaa0378, 0x1, 0x1, 0x14) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c3f518, 0xc002310260, 0xc0073ea520) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a463c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1018 [semacquire]: golang.org/x/net/html.(*parser).addChild(0xc00475fba0, 0xc000982000) /home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3 golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc00475fba0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x76a golang.org/x/net/html.(*parser).parseCurrentToken(0xc00475fba0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00475fba0, 0xc002f75b20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc000507140, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00531b6e0, 0x0, 0x0, 0x0, 0x1b00, 0xc00189a000, 0x1ad0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00189a000, 0x1ad0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001d24a80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f83518, 0xc002604e80, 0xc0004cf480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1019 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004046c80, 0xc39, 0xc002f85218, 0xc000d58e00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004046c80, 0xc39, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f853c0, 0xaa04df, 0x2, 0xc004046c80, 0xc39, 0x4, 0x248, 0xc004bb2f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004046c80, 0xc39, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f85518, 0xc0002d8540, 0x3a, 0xc0019cdcc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a466c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1020 [runnable]: strings.genSplit(0xc0026d0161, 0xf5e, 0xaa0378, 0x1, 0x0, 0x301, 0x42fa20, 0x302, 0x302) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034133c0, 0xaa0599, 0x2, 0xc0052fc600, 0x10bf, 0x1, 0x302, 0xc001ef90e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0052fc600, 0x10bf, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003413518, 0xc001ef8ac0, 0x2b, 0xc003cbe750) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1021 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0030e2f70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x1761 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0030e2f70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0030e2f70, 0xc0006f3880, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075fde0, 0x0, 0x0, 0x0, 0xc003583200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075fde0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035838f8, 0xc000a06000, 0x1dd8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a469c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1022 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000507050, 0xc00069d1e8, 0xaa0378) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00069d518, 0xc000506960, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00069d518, 0xc00477f640, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a46cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1023 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc007209100, 0xcc9, 0xc003269218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc007209100, 0xcc9, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032693c0, 0xaa04fd, 0x2, 0xc007209100, 0xcc9, 0x41, 0x271, 0xc0004cea00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007209100, 0xcc9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003269518, 0xc0000a67e0, 0x23, 0xc001d255f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1024 [semacquire]: bytes.makeSlice(0x997, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0016db388, 0xfd, 0x4d) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0016db388, 0xc006276000, 0xfd, 0x5165d7, 0xc001a41ea8, 0xc002f47cc8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006272fc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006272f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006272150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006272070) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00625d960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050418f0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016db518, 0xc0042c6780, 0x45, 0xc005a985a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a47e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1025 [runnable]: golang.org/x/net/html.(*parser).addText(0xc001a50680, 0xc003906390, 0xf) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001a50680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001a50680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001a50680, 0xc001d501c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0002d9c60, 0x0, 0x0, 0x0, 0xc0016dd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0002d9c60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016dd8f8, 0xc000501000, 0xe98, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001762180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1042 [semacquire]: github.com/gigawattio/window.Rolling(0xc00492a000, 0xa8, 0xa8, 0x3, 0x0, 0xa7, 0xc00492a000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016d9518, 0xc00000f0a0, 0xc00477ff80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1043 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1338152fb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0052f4070, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0052f4060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004956480, 0x42b, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048e9380, 0x30, 0xc004956480, 0x42b, 0xc004956480, 0x42b, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0048e9380, 0x30, 0xc004956480, 0x42b, 0xaa0378, 0x1, 0xc004956480, 0x42b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017636e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1044 [semacquire]: bytes.makeSlice(0x207, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007a470c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007a470c0, 0x1189d0d, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007a470c0, 0xc00402f500, 0x1ab, 0x7, 0xc00402f500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a470c0, 0xc001540460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a470c0, 0xc001540460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a470c0, 0xc001540230, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0043e50c0, 0xc001540230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043e50c0, 0xc001540230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a470c0, 0xc001540150, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0043e50c0, 0xc001540150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043e50c0, 0xc001540150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a470c0, 0xc0071d3880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0043e50c0, 0xc0071d3880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043e50c0, 0xc0071d3880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a470c0, 0xc0071d37a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043e50c0, 0xc0071d37a0, 0x54b170, 0xc000501450) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0071d37a0, 0x0, 0x0, 0x0, 0x0, 0xc0071d37a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002147ef0, 0x0, 0x0, 0x0, 0xc00, 0xc002324c00, 0xa8f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002324c00, 0xa8f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0065cf020) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043e5518, 0xc0006abe60, 0xc004ebabc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017637a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1045 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4010f60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002335130, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002335120, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004455600, 0x887, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00159d540, 0x39, 0xc004455600, 0x887, 0xc004455600, 0x887, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00159d540, 0x39, 0xc004455600, 0x887, 0xaa0378, 0x1, 0xc004455600, 0x887, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1046 [semacquire]: bytes.makeSlice(0xe9a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0079879e0, 0x262, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0079879e0, 0xc0058d4500, 0x262, 0x6, 0xffffffffffffffff, 0xad0185) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0079879e0, 0xc0058d4500, 0x262, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d855e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d85420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d84cb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d84bd0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0079879e0, 0xc001d844d0, 0xb84d20, 0xc0079879e0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0079879e0, 0xc001d844d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007987830, 0xefda267c, 0x1251a20, 0xc00384c460, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1047 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d1f0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00052a0a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00052a090, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002941200, 0x59a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0058ce840, 0x33, 0xc002941200, 0x59a, 0xc002941200, 0x59a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0058ce840, 0x33, 0xc002941200, 0x59a, 0xaa0378, 0x1, 0xc002941200, 0x59a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0017639e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1048 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13b0001b40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055cc100, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055cc0f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0050e9100, 0x6cb, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019dfaa0, 0x2f, 0xc0050e9100, 0x6cb, 0xc0050e9100, 0x6cb, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019dfaa0, 0x2f, 0xc0050e9100, 0x6cb, 0xaa0378, 0x1, 0xc0050e9100, 0x6cb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1049 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e270, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055cc080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055cc070, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003220b40, 0x22f, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3bbc0, 0x3f, 0xc003220b40, 0x22f, 0xc003220b40, 0x22f, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3bbc0, 0x3f, 0xc003220b40, 0x22f, 0xaa0378, 0x1, 0xc003220b40, 0x22f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1050 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc004ed2a00, 0x609, 0x2, 0xc00244b038, 0xc004ed2a00, 0x609, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc004ed2a00, 0x609, 0xaa04bf, 0x2, 0x1, 0x2) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc00702a7e0, 0x0, 0x0, 0x0, 0x0, 0xc00702a7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007026bd0, 0x0, 0x0, 0x0, 0x900, 0xc00703a900, 0x83f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00703a900, 0x83f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004d99500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00244b518, 0xc0002d91e0, 0xc00427d580) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1051 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00475fa00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0053768f0, 0xc0041650a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00531ae70, 0x0, 0x0, 0x0, 0x0, 0x1401, 0xc0045bd500) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0045bd500, 0x0, 0x0, 0x0, 0x1500, 0xc0023a7500, 0x143c, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0023a7500, 0x143c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004dc0500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002353518, 0xc003f279c0, 0xc005628aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1052 [semacquire]: strings.genSplit(0xc0040a2000, 0xff5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1000, 0x0, 0x2007f13c8591920) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030873c0, 0xaa04f9, 0x2, 0xc004aa4000, 0xff5, 0xc004aa4000, 0xc0030873b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004aa4000, 0xff5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003087518, 0xc0020bd960, 0x42, 0xc004934960) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1053 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005775400, 0xaa04f9, 0x2, 0xc0056d6780, 0xa0, 0xc005775240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x5, 0xc004c7aa20) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004c7a810, 0xc0057752c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc005775388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005775388, 0xc00410f6e0, 0xaa04f9, 0x2, 0xc005775518, 0x8, 0x9ecc80, 0xc005775301, 0xc00576a660) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005775518, 0xc00410f6e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1054 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4002ec0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00518c230, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00518c220, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00254b900, 0xc15, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aab810, 0x44, 0xc00254b900, 0xc15, 0xc00254b900, 0xc15, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aab810, 0x44, 0xc00254b900, 0xc15, 0xaa0378, 0x1, 0xc00254b900, 0xc15, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001763f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1055 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003f27980, 0xc005719800, 0x400, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc005719800, 0x400, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a01d80, 0x1c, 0xc005719800, 0x400, 0xc005719800, 0x400, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a01d80, 0x1c, 0xc005719800, 0x400, 0xaa0378, 0x1, 0xc005719800, 0x400, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1056 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13a4002b30, 0x7f13a40030b0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002771c60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002771c50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004f17700, 0x535, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8c8c0, 0x36, 0xc004f17700, 0x535, 0xc004f17700, 0x535, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8c8c0, 0x36, 0xc004f17700, 0x535, 0xaa0378, 0x1, 0xc004f17700, 0x535, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c1e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1057 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400a750, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad7810, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad7800, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028bf600, 0x1eb, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ac540, 0x2e, 0xc0028bf600, 0x1eb, 0xc0028bf600, 0x1eb, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ac540, 0x2e, 0xc0028bf600, 0x1eb, 0xaa0378, 0x1, 0xc0028bf600, 0x1eb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186c960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1058 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0076870e0, 0xc00359b2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00359b3c0, 0xaa058b, 0x2, 0xc002a10c00, 0xbd4, 0x1, 0x22e, 0xc0076870c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a10c00, 0xbd4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00359b518, 0xc002311540, 0x50, 0xc004935130) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186daa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1059 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc005ab2680, 0xc001cb78c0, 0x10a) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc005ab2680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005ab2680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005ab2680, 0xc0059733b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002311460, 0x0, 0x0, 0x0, 0xc003445200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002311460, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034458f8, 0xc003ab6000, 0x1fa8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1060 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000910000, 0x186c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:43 +0xd5 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000910000, 0x186c, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000910000, 0x186c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000910000, 0x186c, 0x0, 0x0, 0x186c, 0xc000910000, 0x186c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000910000, 0x186c, 0x186c, 0x2000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ba7040, 0x36, 0xc000910000, 0x186c, 0xc000910000, 0x186c, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ba7040, 0x36, 0xc000910000, 0x186c, 0xaa0378, 0x1, 0xc000910000, 0x186c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1061 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00354a000, 0x1ddd, 0xc00284d218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00354a000, 0x1ddd, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00284d3c0, 0xaa04f9, 0x2, 0xc00354a000, 0x1ddd, 0x7, 0x607, 0xc00416bd60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00354a000, 0x1ddd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00284d518, 0xc0041d6300, 0x4a, 0xc004934370) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186dec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1062 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40122a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004550120, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004550110, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e53800, 0x7bc, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ac720, 0x17, 0xc001e53800, 0x7bc, 0xc001e53800, 0x7bc, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ac720, 0x17, 0xc001e53800, 0x7bc, 0xaa0378, 0x1, 0xc001e53800, 0x7bc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00186df80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1063 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/jaytaylor/html2text.FromString(0xc0052da000, 0x14d8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001afb080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033a5518, 0xc002244540, 0xc00392cae0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1064 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc006884300, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006884300, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0005e4660, 0x0, 0x0, 0x0, 0x2000, 0xc004c7e000, 0x1fa0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc004c7e000, 0x1fa0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004cc1500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002dbd518, 0xc0004cf540, 0xc0045bfa40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b883c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1065 [semacquire]: bytes.makeSlice(0x630, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00223f230, 0x8, 0x4) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00223f230, 0xad043c, 0x8, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0d20, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316 golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0c40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0a10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00223f230, 0xc0043d0230, 0xb84d20, 0xc00223f230) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00223f230, 0xc0043d0230, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00223f080, 0x7f106611, 0x1251a20, 0xc0004ce8c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1066 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0062dd710, 0x636bbfd1, 0x1251a20, 0xc0062fe400, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1067 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12bc001f80, 0x7f12bc0018d0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00270cf90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00270cf80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004d78000, 0x4bd, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043ff860, 0x41, 0xc004d78000, 0x4bd, 0xc004d78000, 0x4bd, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043ff860, 0x41, 0xc004d78000, 0x4bd, 0xaa0378, 0x1, 0xc004d78000, 0x4bd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1068 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4009e20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044bf760, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044bf750, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d6580, 0x558, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a1220, 0x45, 0xc0019d6580, 0x558, 0xc0019d6580, 0x558, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a1220, 0x45, 0xc0019d6580, 0x558, 0xaa0378, 0x1, 0xc0019d6580, 0x558, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1069 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0015b36c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0015b3790, 0xc00391c770, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22820, 0x0, 0x0, 0x0, 0xc00033f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22820, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00033f8f8, 0xc003f50000, 0x1f55, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1070 [semacquire]: bytes.makeSlice(0x84, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0057b70b0, 0x4, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0057b70b0, 0xad063c, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0057b70b0, 0xc002229810, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd golang.org/x/net/html.render1(0xb84d20, 0xc0057b70b0, 0xc002229650, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0057b70b0, 0xc0022295e0, 0xb84d20, 0xc0057b70b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0057b70b0, 0xc0022295e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020dacc0, 0xca4730d0, 0x1251a20, 0xc0019e85c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1071 [semacquire]: regexp.(*Regexp).expand(0xc004472640, 0xc004ba2000, 0x400, 0x400, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00488c000, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc004ba2000, 0x400, 0x400, 0xc0043485f0, 0x2, 0x2, 0xc00488c000, 0x1abf, 0x3fd) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc004472640, 0x0, 0x0, 0x0, 0xc00488c000, 0x1abf, 0x2, 0xc0010bf218, 0xc00488c000, 0x1abf, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc004472640, 0xc00488c000, 0x1abf, 0xaa0378, 0x1, 0x1, 0x36) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003399518, 0xc0049a3820, 0xc0024bdd20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89140, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1072 [runnable]: strings.genSplit(0xc0027822b1, 0x492, 0xaa0378, 0x1, 0x0, 0x60a, 0xc007c1aa80, 0x60b, 0x60b) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035393c0, 0xaa04fd, 0x2, 0xc002263400, 0x2243, 0x65, 0x60b, 0xc007731320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002263400, 0x2243, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003539518, 0xc000ffd840, 0x4f, 0xc001e11770) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1073 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001a50410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc001a504e0, 0xc004e28380, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c09620, 0x0, 0x0, 0x0, 0xc00326b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c09620, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00326b8f8, 0xc001796f00, 0x20be, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b892c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1074 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0002ccdd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0002ccea0, 0xc001d41d50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e540, 0x0, 0x0, 0x0, 0xc0033b7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e540, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033b78f8, 0xc000502000, 0x1ecc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b893e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1075 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0002cd040, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0002cd040) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0002cd040, 0xc001d41f80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e560, 0x0, 0x0, 0x0, 0xc003419200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e560, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034198f8, 0xc002497500, 0x14a2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b894a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1076 [semacquire]: github.com/gigawattio/window.Rolling(0xc005354a00, 0x23c, 0x23c, 0x3, 0x0, 0x23b, 0xc005354a00) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ad5518, 0xc00075f120, 0xc0062e9220) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b895c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1077 [semacquire]: strings.genSplit(0xc005d68400, 0xabf, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e09800, 0x25d, 0x25d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0073813c0, 0xaa058b, 0x2, 0xc003642400, 0xabf, 0x1, 0x25d, 0xc007730c40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003642400, 0xabf, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007381518, 0xc00477f9e0, 0x35, 0xc0017203c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1078 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004400000, 0xa57, 0xc0016d7218, 0xc000809c00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004400000, 0xa57, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016d73c0, 0xaa04df, 0x2, 0xc004400000, 0xa57, 0x5, 0x20d, 0xc00075f0e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004400000, 0xa57, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016d7518, 0xc00075ec40, 0x48, 0xc0047fafa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b897a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1079 [semacquire]: strings.genSplit(0xc006f48600, 0x11cb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007906a00, 0x34d, 0x34d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e9d3c0, 0xaa05c9, 0x2, 0xc0032bb300, 0x11cb, 0x7, 0x34d, 0xc004db4420) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0032bb300, 0x11cb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e9d518, 0xc0056299e0, 0x44, 0xc0039ad180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89860, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1080 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1390001b30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00537d1c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00537d1b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0047b6000, 0x779, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003745a40, 0x20, 0xc0047b6000, 0x779, 0xc0047b6000, 0x779, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003745a40, 0x20, 0xc0047b6000, 0x779, 0xaa0378, 0x1, 0xc0047b6000, 0x779, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1081 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1370002660, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028b03f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028b03e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004720100, 0x50a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011a77a0, 0x55, 0xc004720100, 0x50a, 0xc004720100, 0x50a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011a77a0, 0x55, 0xc004720100, 0x50a, 0xaa0378, 0x1, 0xc004720100, 0x50a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b899e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1082 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec34f510, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003d8ef20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d8ef10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0029ccc00, 0x10c5, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00413b490, 0x64, 0xc0029ccc00, 0x10c5, 0xc0029ccc00, 0x10c5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00413b490, 0x64, 0xc0029ccc00, 0x10c5, 0xaa0378, 0x1, 0xc0029ccc00, 0x10c5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89aa0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1084 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005507800, 0x7b5, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005507800, 0x7b5, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005507800, 0x7b5, 0x0, 0x0, 0x7b5, 0xc005507800, 0x7b5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005507800, 0x7b5, 0x7b5, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b375, 0x35, 0xc005507800, 0x7b5, 0xc005507800, 0x7b5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002b375, 0x35, 0xc005507800, 0x7b5, 0xaa0378, 0x1, 0xc005507800, 0x7b5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89c20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1085 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13a0001a20, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003293e30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003293e20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005961b00, 0x2d7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0034cdc80, 0x34, 0xc005961b00, 0x2d7, 0xc005961b00, 0x2d7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0034cdc80, 0x34, 0xc005961b00, 0x2d7, 0xaa0378, 0x1, 0xc005961b00, 0x2d7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89ce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1086 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40074e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f46e80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f46e70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b41c00, 0x395, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b2c0, 0x45, 0xc002b41c00, 0x395, 0xc002b41c00, 0x395, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002b2c0, 0x45, 0xc002b41c00, 0x395, 0xaa0378, 0x1, 0xc002b41c00, 0x395, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1087 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f135c006f00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005dfd4e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005dfd4d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ad9800, 0x5b2, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028b7ecb, 0x2a, 0xc001ad9800, 0x5b2, 0xc001ad9800, 0x5b2, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0028b7ecb, 0x2a, 0xc001ad9800, 0x5b2, 0xaa0378, 0x1, 0xc001ad9800, 0x5b2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1088 [semacquire]: bytes.makeSlice(0x2061, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002012a50, 0xa39, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002012a50, 0xc006532000, 0xa39, 0x1, 0x127e7a0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652e700, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694 golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652e620, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652b960, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652b880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002012a50, 0xc00652b180, 0xb84d20, 0xc002012a50) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002012a50, 0xc00652b180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00515bf80, 0xcbfd65fb, 0x1251a20, 0xc006528060, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1089 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001b6fb80, 0x2ac, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b6fb80, 0x2ac, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b6fb80, 0x2ac, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b6fb80, 0x2ac, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b6fb80, 0x2ac, 0x0, 0x0, 0x2ac, 0xc001b6fb80, 0x2ac) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b6fb80, 0x2ac, 0x2ac, 0x400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f3c1c0, 0x3f, 0xc001b6fb80, 0x2ac, 0xc001b6fb80, 0x2ac, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001f3c1c0, 0x3f, 0xc001b6fb80, 0x2ac, 0xaa0378, 0x1, 0xc001b6fb80, 0x2ac, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009300c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1090 [semacquire]: bytes.makeSlice(0x9a4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00345d388, 0x6c, 0x75) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00345d388, 0xc005d1c690, 0x6c, 0x75, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007b00380) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007b001c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002653340) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002653260) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005973a40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0063c4240, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00345d518, 0xc00384d4a0, 0x46, 0xc0047fa8d3) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009301e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1091 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005acf560, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041bb518, 0xc00432ad00, 0x38, 0xc001b615c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009302a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1092 [semacquire]: strings.genSplit(0xc00416d900, 0xc11, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x212, 0x212) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0029a13c0, 0xaa04d9, 0x2, 0xc001fd1200, 0xc11, 0x1, 0x212, 0xc0041d74e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001fd1200, 0xc11, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029a1518, 0xc001d0fd80, 0x33, 0xc002ba7e40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1093 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40109e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00449aea0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00449ae80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000132d20, 0x1c7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0039ad680, 0x41, 0xc000132d20, 0x1c7, 0xc000132d20, 0x1c7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0039ad680, 0x41, 0xc000132d20, 0x1c7, 0xaa0378, 0x1, 0xc000132d20, 0x1c7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009305a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1094 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).newLiteral(0xc006e8e180, 0xd500000079, 0x1) /usr/local/go/src/regexp/syntax/parse.go:182 +0x11f regexp/syntax.(*parser).literal(0xc006e8e180, 0x79) /usr/local/go/src/regexp/syntax/parse.go:210 +0x3b regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0034b3300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0034b3300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0034b3300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0034b3300, 0x75a856, 0x0, 0xc00473a230, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0034b3300, 0xc0034b32c8, 0xc0034b3350, 0x42ca96, 0xc005d08330, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0034b3368, 0xc0034b3380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0049a2780) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0022e4870, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0034b3518, 0xc00166f760, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1095 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030893c0, 0xaa04fd, 0x2, 0xc001d4ce00, 0x628, 0x2e, 0x12d, 0xc0004ce840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001d4ce00, 0x628, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003089518, 0xc0022445a0, 0x46, 0xc001bdad70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009307e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1096 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_Predict(0x7f12dc112160, 0x7f12d45a46a0, 0x7f12d459ea30) _cgo_gotypes.go:93 +0x4e _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func2(0xc0043399a0, 0x7f12d45a46a0, 0x7f12d45a46a0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0x60 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0043399a0, 0xc001b7a580, 0x528, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0xa8 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001b7a580, 0x528, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00658b040, 0x45, 0xc001b7a580, 0x528, 0xc001b7a580, 0x528, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00658b040, 0x45, 0xc001b7a580, 0x528, 0xaa0378, 0x1, 0xc001b7a580, 0x528, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009308a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1097 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc005bd85b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc005bd85b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005bd85b0, 0xc002e84070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d7e0, 0x0, 0x0, 0x0, 0xc003085200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d7e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030858f8, 0xc001a6aa00, 0x14eb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009309c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1098 [semacquire]: bytes.makeSlice(0xda0, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00627e0f0, 0x6c, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00627e0f0, 0xc001e952d0, 0x6c, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00627e0f0, 0xc001e952d0, 0x6c, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d53b0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d5340, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d4930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d4850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00627e0f0, 0xc0035d4150, 0xb84d20, 0xc00627e0f0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00627e0f0, 0xc0035d4150, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00623df20, 0x640d5d70, 0x1251a20, 0xc0042c6a20, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1099 [semacquire]: bytes.makeSlice(0x19a9, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003517388, 0x8b, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003517388, 0xc0016ba6c0, 0x8b, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0059ee620) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005ffa770) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00178ec40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00178eb60) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00178e460) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0037351a0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003517518, 0xc0056281c0, 0x38, 0xc0058ce600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1100 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.newDocument(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:93 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e380, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:57 +0xa7 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007638f8, 0xc001784800, 0x15a1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1101 [semacquire]: bytes.makeSlice(0x90f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0029fd388, 0xab, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0029fd388, 0xc0040e16b0, 0xab, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00589dea0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00273d810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00273cd90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00273ccb0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002921dc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004c7a540, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029fd518, 0xc003adbf80, 0x20, 0xc001ca07a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1102 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc006a1e000, 0xa99, 0x2, 0xc00253f038, 0xc006a1e000, 0xa99, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc006a1e000, 0xa99, 0xaa04bf, 0x2, 0x1, 0x1) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.FromHTMLNode(0xc006079ea0, 0x0, 0x0, 0x0, 0x0, 0xc006079ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005be5860, 0x0, 0x0, 0x0, 0x1000, 0xc005453000, 0xe59, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005453000, 0xe59, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0016e2850) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033bb518, 0xc00477f960, 0xc005de6660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1103 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0022d5040, 0x1189d00, 0x1) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0022d5040, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d5040) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0022d5040, 0xc0062e7490, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000670aa0, 0x0, 0x0, 0x0, 0xc0033c1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000670aa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033c18f8, 0xc001c3ec80, 0xc13, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1104 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1340001800, 0x7f13400018c0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f471e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f471d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000828000, 0x1198, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d25170, 0x2c, 0xc000828000, 0x1198, 0xc000828000, 0x1198, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d25170, 0x2c, 0xc000828000, 0x1198, 0xaa0378, 0x1, 0xc000828000, 0x1198, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000930f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1106 [semacquire]: strings.Replace(0xc005541000, 0xdde, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc005541000, 0xdde) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035858f8, 0xc00333a000, 0xdb8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009310e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1107 [semacquire]: strings.genSplit(0xc005c0c400, 0xa81, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0039b9900, 0x208, 0x208) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a213c0, 0xaa0599, 0x2, 0xc00258ec00, 0xa81, 0x7, 0x208, 0xc007819980) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00258ec00, 0xa81, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a21518, 0xc00432a000, 0x1c, 0xc004bb8660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009311a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1108 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b5220, 0x0, 0x0, 0x0, 0xc004db8000, 0x797, 0x2, 0xc005e93218, 0x100, 0x0, ...) /usr/local/go/src/regexp/regexp.go:597 +0x57 regexp.(*Regexp).ReplaceAllString(0xc0001b5220, 0xc004db8000, 0x797, 0xaa04bf, 0x2, 0xc004db8000, 0x797) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc005e93388, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc005e93388, 0xc005530060, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005e93301, 0xc0002c89e0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005e93518, 0xc005530060, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1109 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12bc0060b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005efee20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005efee10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005e16a80, 0xa6a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004d98a20, 0x2c, 0xc005e16a80, 0xa6a, 0xc005e16a80, 0xa6a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004d98a20, 0x2c, 0xc005e16a80, 0xa6a, 0xaa0378, 0x1, 0xc005e16a80, 0xa6a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1110 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1328001b70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004543040, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004543030, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004d41000, 0xfb8, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168a930, 0x21, 0xc004d41000, 0xfb8, 0xc004d41000, 0xfb8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168a930, 0x21, 0xc004d41000, 0xfb8, 0xaa0378, 0x1, 0xc004d41000, 0xfb8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009313e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1112 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc004ec6940, 0x4, 0x4, 0xc00530d830, 0x6, 0x6, 0xc002c27260, 0xc004ec6900, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc004836708, 0x1, 0x1, 0xc002c27330, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc004836708, 0x1, 0x1, 0xb856e0, 0xc004ec6900, 0xc002c273b0, 0x753f20, 0xaa3fc2) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00530d590, 0xaa408e, 0x4, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c27518, 0xc004ec6600, 0x2c, 0xc0054932f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1114 [semacquire]: strings.genSplit(0xc005da0e00, 0x632, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00009f701, 0x116) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002d8b518, 0xc001e00000, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d8b518, 0xc00075ec60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1115 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc002747a00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002747a00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002747a00, 0xc005143960, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0041cb7d0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041cb7a0, 0x0, 0x0, 0x0, 0x2000, 0xc004fa0000, 0x1c09, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc004fa0000, 0x1c09, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001e127e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c29518, 0xc00075f6c0, 0xc002251a60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0009318c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1116 [semacquire]: github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc00379f8f0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00379f8c0, 0xc00802d2c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00802d6b0, 0xc001ef86c0, 0xaac03e, 0x7, 0xc001ef86c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00802d6b0, 0xc001ef86c0, 0xc004ec6660) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1117 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc004125980, 0x187a, 0xc002e13218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc004125980, 0x187a, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e133c0, 0xaa04df, 0x2, 0xc004125980, 0x187a, 0x5, 0x4b9, 0xc00432a7e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004125980, 0x187a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e13518, 0xc00427c760, 0x3c, 0xc00505cf00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1118 [semacquire]: regexp.(*Regexp).replaceAll(0xc0044720a0, 0x0, 0x0, 0x0, 0xc004602000, 0xec6, 0x2, 0xc005671218, 0xc004602000, 0xec6, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0044720a0, 0xc004602000, 0xec6, 0xaa0378, 0x1, 0x1, 0x24) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003587518, 0xc0002d89c0, 0xc0002d95c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1119 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00593ad50, 0x5971765f, 0x1251a20, 0xc003f26f60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1120 [semacquire]: bytes.(*Buffer).grow(0xc00530c3f0, 0xa, 0x0) /usr/local/go/src/bytes/buffer.go:128 +0x25a bytes.(*Buffer).WriteString(0xc00530c3f0, 0xab0f4d, 0xa, 0x0, 0x1194, 0xaa04f9) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc00530c3f0, 0xc0050c2380, 0xb84d20, 0xc00530c3f0) /home/develop/go/src/golang.org/x/net/html/render.go:96 +0xe57 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00530c3f0, 0xc0050c2380, 0x212303ed00ab6d98, 0x5eedac01) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0059b61b0, 0xc656d71f, 0x1251a20, 0xc00534e780, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1121 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ac004020, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00254fee0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00254fed0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004795300, 0x1180, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aadef0, 0x2f, 0xc004795300, 0x1180, 0xc004795300, 0x1180, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aadef0, 0x2f, 0xc004795300, 0x1180, 0xaa0378, 0x1, 0xc004795300, 0x1180, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1122 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc000826270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0008264e0, 0xc004e77810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e0e0, 0x0, 0x0, 0x0, 0xc00351d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e0e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00351d8f8, 0xc00172ca00, 0x1495, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1123 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a4b588, 0xaa04f9, 0x2, 0xc00771b770, 0xe8, 0x1, 0xf, 0xc00744b380) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004a4b518, 0xc0056cd5e0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1124 [semacquire]: strings.genSplit(0xc0069fe800, 0x393, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006514000, 0xe0, 0xe0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0029f93c0, 0xaa04fd, 0x2, 0xc005502800, 0x393, 0x1a, 0xe0, 0xc002311fc0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005502800, 0x393, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029f9518, 0xc0019e9960, 0x3a, 0xc0022bf4c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000931f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1125 [semacquire]: bytes.makeSlice(0x555, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00442d388, 0x111, 0x3) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00442d388, 0xc0034efb00, 0x111, 0x3, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007440000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006749e30) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067496c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0067495e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0016d4d20) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b66f0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00442d518, 0xc0002d8c20, 0x37, 0xc004dc0880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1126 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4005120, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033eb430, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033eb420, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b87000, 0xae7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc1b80, 0x3a, 0xc002b87000, 0xae7, 0xc002b87000, 0xae7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc1b80, 0x3a, 0xc002b87000, 0xae7, 0xaa0378, 0x1, 0xc002b87000, 0xae7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1127 [semacquire]: strings.genSplit(0xc001af3200, 0x57d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007ba7500, 0x138, 0x138) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057413c0, 0xaa058b, 0x2, 0xc0034d5180, 0x57d, 0x6, 0x138, 0xc007596c40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0034d5180, 0x57d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005741518, 0xc0002d9fc0, 0x3c, 0xc0040cc7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1128 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e110, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049d14f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049d14e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042c3900, 0x4f0, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aa1b00, 0x34, 0xc0042c3900, 0x4f0, 0xc0042c3900, 0x4f0, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aa1b00, 0x34, 0xc0042c3900, 0x4f0, 0xaa0378, 0x1, 0xc0042c3900, 0x4f0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1129 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004ed2300, 0x6fe, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ed2300, 0x6fe, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ed2300, 0x6fe, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ed2300, 0x6fe, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ed2300, 0x6fe, 0x0, 0x0, 0x6fe, 0xc004ed2300, 0x6fe) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ed2300, 0x6fe, 0x6fe, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004246880, 0x38, 0xc004ed2300, 0x6fe, 0xc004ed2300, 0x6fe, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004246880, 0x38, 0xc004ed2300, 0x6fe, 0xaa0378, 0x1, 0xc004ed2300, 0x6fe, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1130 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00345b3c0, 0xaa04f9, 0x2, 0xc001792500, 0x22f9, 0x1, 0x6af, 0xc005169d20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001792500, 0x22f9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00345b518, 0xc005169920, 0x3c, 0xc0052132c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1131 [semacquire]: bytes.makeSlice(0x2db3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003535388, 0x10b, 0x1f6) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003535388, 0xc005b307e0, 0x10b, 0x5165d7, 0xc0045f95b8, 0xc003903f10) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004ede0e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004ede070) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003338540) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0028075e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002807500) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002f36bd0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0047a05d0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003535518, 0xc0006aa740, 0x55, 0xc005ae4180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1132 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00367e000, 0x9cc3, 0x0, 0xc000dff500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00367e000, 0x9cc3, 0x42f9b8, 0xc0034b52e0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034b53c0, 0xaa058b, 0x2, 0xc00367e000, 0x9cc3, 0xc00367e000, 0xc0034b53b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00367e000, 0x9cc3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034b5518, 0xc0061ffa40, 0x14, 0xc003918d20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1133 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003e91000, 0xc0033032c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033033c0, 0xaa0503, 0x2, 0xc0035e7000, 0xffd, 0x1, 0x33c, 0xc00166eec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035e7000, 0xffd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003303518, 0xc00166ea60, 0x3a, 0xc0028b67c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1134 [semacquire]: github.com/andybalholm/cascadia.Compile(0xaa03ab, 0x1, 0xc0000a7ea8, 0xc0001e9440, 0xc0065db158) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0043330e0, 0xaa03ab, 0x1, 0xc003adbc60) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0065db518, 0xc0043330e0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0065db518, 0xc0043ccdc0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1135 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004f2f780, 0x7b, 0xaa0378, 0x1, 0xc005ced440, 0x51) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f950c0, 0xc003ffa620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc003ffa460, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004f950c0, 0xc003ffa460, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f950c0, 0xc003ffa460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f950c0, 0xc003ffa460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc0039cfea0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029fb0c0, 0xc0039cfea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029fb0c0, 0xc0039cfea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc0039cfdc0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029fb0c0, 0xc0039cfdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029fb0c0, 0xc0039cfdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc0039cf6c0, 0x42ca96, 0xc004bdbc20) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029fb0c0, 0xc0039cf6c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029fb0c0, 0xc0039cf6c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004f950c0, 0xc0039cf5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029fb0c0, 0xc0039cf5e0, 0x54b170, 0xc006691ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0039cf5e0, 0x0, 0x0, 0x0, 0x0, 0xc0039cf5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004effb00, 0x0, 0x0, 0x0, 0x1300, 0xc0015e1300, 0x1105, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0015e1300, 0x1105, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0019df080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0029fb518, 0xc000670340, 0xc0006712a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1136 [semacquire]: strings.genSplit(0xc00663f800, 0x162c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00587a800, 0x45b, 0x45b) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f713c0, 0xaa04d9, 0x2, 0xc002730000, 0x162c, 0x1, 0x45b, 0xc0062fea20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002730000, 0x162c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f71518, 0xc0004cf360, 0x3b, 0xc0036fcb1b) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1137 [semacquire]: regexp/syntax.(*parser).push(0xc00057aa20, 0xc00292c3f0, 0xc00292c3f0) /usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2 regexp/syntax.(*parser).literal(0xc00057aa20, 0x20) /usr/local/go/src/regexp/syntax/parse.go:210 +0x53 regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc0077c4680, 0x50d5a7, 0xc0054e2ab3) /usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc0077c4100, 0x573, 0x573) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003557518, 0xc002604060, 0xc002604900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1139 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00166f1a0, 0xc002f6d2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f6d3c0, 0xaa058b, 0x2, 0xc005b3e000, 0xf87, 0x1, 0x2fe, 0xc00166f180) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b3e000, 0xf87, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f6d518, 0xc0004cf6a0, 0x37, 0xc0036fcc00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1140 [semacquire]: strings.Replace(0xc0061b7800, 0x151a, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc0048dfb20, 0x0, 0x0, 0x0, 0x0, 0xc0048dfb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0056c0a20, 0x0, 0x0, 0x0, 0x1980, 0xc003de1300, 0x194f, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003de1300, 0x194f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0028b7500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000767518, 0xc000670b00, 0xc004ebb0e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1141 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13ac001a70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022e1a20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022e1a10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000534000, 0x49a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc0980, 0x3b, 0xc000534000, 0x49a, 0xc000534000, 0x49a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc0980, 0x3b, 0xc000534000, 0x49a, 0xaa0378, 0x1, 0xc000534000, 0x49a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1142 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12fc20d070, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005d21b00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005d21af0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028c2000, 0xf6a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004246f80, 0x39, 0xc0028c2000, 0xf6a, 0xc0028c2000, 0xf6a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004246f80, 0x39, 0xc0028c2000, 0xf6a, 0xaa0378, 0x1, 0xc0028c2000, 0xf6a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1143 [runnable]: github.com/gigawattio/window.Rolling(0xc00322a000, 0x11b, 0x11b, 0x3, 0x0, 0x11a, 0xc00322a000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00284b518, 0xc003746d00, 0xc0006710a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1624 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0037a5900, 0x4f5, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0037a5900, 0x4f5, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0037a5900, 0x4f5, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0037a5900, 0x4f5, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0037a5900, 0x4f5, 0x0, 0x0, 0x4f5, 0xc0037a5900, 0x4f5) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0037a5900, 0x4f5, 0x4f5, 0x600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007992f80, 0x33, 0xc0037a5900, 0x4f5, 0xc0037a5900, 0x4f5, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc007992f80, 0x33, 0xc0037a5900, 0x4f5, 0xaa0378, 0x1, 0xc0037a5900, 0x4f5, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1145 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e41a6660, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004da8e30, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004da8e20, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003218e00, 0x675, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024c4c80, 0x3c, 0xc003218e00, 0x675, 0xc003218e00, 0x675, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024c4c80, 0x3c, 0xc003218e00, 0x675, 0xaa0378, 0x1, 0xc003218e00, 0x675, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1146 [runnable]: golang.org/x/net/html.(*Tokenizer).Token(0xc002ff7ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001a50000, 0xc005c856c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0002d9b40, 0x0, 0x0, 0x0, 0xc0032e7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0002d9b40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032e78f8, 0xc002731800, 0x177f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1147 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001a50270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc001a50340, 0xc00584a620, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c09600, 0x0, 0x0, 0x0, 0xc002ea9200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c09600, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ea98f8, 0xc00281a000, 0x10d9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1148 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0015dac00, 0x1137, 0xc002f87218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0015dac00, 0x1137, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f873c0, 0xaa0599, 0x2, 0xc0015dac00, 0x1137, 0x1, 0x36d, 0xc0020e2d80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0015dac00, 0x1137, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f87518, 0xc0004ceca0, 0x3c, 0xc001d579c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1149 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f134824ef90, 0x7f1348001aa0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad19a0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad1990, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e47b00, 0x455, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002283b40, 0x32, 0xc003e47b00, 0x455, 0xc003e47b00, 0x455, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002283b40, 0x32, 0xc003e47b00, 0x455, 0xaa0378, 0x1, 0xc003e47b00, 0x455, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1150 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4015580, 0x7f13b8006fc0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ba88b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ba88a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002f02a00, 0x19b9, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043fe500, 0x47, 0xc002f02a00, 0x19b9, 0xc002f02a00, 0x19b9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043fe500, 0x47, 0xc002f02a00, 0x19b9, 0xaa0378, 0x1, 0xc002f02a00, 0x19b9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1151 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1368001c90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00216e710, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00216e700, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c1c000, 0x7f9, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00159c840, 0x3b, 0xc001c1c000, 0x7f9, 0xc001c1c000, 0x7f9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00159c840, 0x3b, 0xc001c1c000, 0x7f9, 0xaa0378, 0x1, 0xc001c1c000, 0x7f9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1152 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008ae0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044c0bd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044c0bc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044c5900, 0x1049, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aa1180, 0x39, 0xc0044c5900, 0x1049, 0xc0044c5900, 0x1049, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aa1180, 0x39, 0xc0044c5900, 0x1049, 0xaa0378, 0x1, 0xc0044c5900, 0x1049, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1153 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40053e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002988520, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002988510, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00169c000, 0xee7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8c880, 0x38, 0xc00169c000, 0xee7, 0xc00169c000, 0xee7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8c880, 0x38, 0xc00169c000, 0xee7, 0xaa0378, 0x1, 0xc00169c000, 0xee7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1154 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001340, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00216faf0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00216fae0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003375500, 0xa6c, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cdfc0, 0x3d, 0xc003375500, 0xa6c, 0xc003375500, 0xa6c, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cdfc0, 0x3d, 0xc003375500, 0xa6c, 0xaa0378, 0x1, 0xc003375500, 0xa6c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1155 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008560, 0x7f135c001460) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00537d970, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00537d960, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00321b100, 0x65d, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004246b80, 0x37, 0xc00321b100, 0x65d, 0xc00321b100, 0x65d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004246b80, 0x37, 0xc00321b100, 0x65d, 0xaa0378, 0x1, 0xc00321b100, 0x65d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1156 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002ff6d00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff6d00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002ff6d00, 0xc002a4cee0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2aba0, 0x0, 0x0, 0x0, 0xc00550d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2aba0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00550d8f8, 0xc005fe5400, 0x21ef, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1157 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0030e2410, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0030e2410) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0030e2410, 0xc0074a2c40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00432b620, 0x0, 0x0, 0x0, 0xc0033bd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00432b620, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033bd8f8, 0xc003b7c000, 0x1ffd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1158 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002ff6dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002ff6ea0, 0xc002a4d2d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2abe0, 0x0, 0x0, 0x0, 0xc00550f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2abe0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00550f8f8, 0xc0008cd900, 0xc08, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fa40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1160 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004f2ae80, 0xc004ae5220, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00274f588, 0xaa04f9, 0x2, 0xc0014eb400, 0x20c9, 0x0, 0xc000bff880, 0x7f13f041b2f0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ae5518, 0xc005de6780, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1161 [semacquire]: strings.genSplit(0xc001193200, 0x89f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1bd, 0x1bd) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c693c0, 0xaa04d9, 0x2, 0xc002f97600, 0x89f, 0x1, 0x1bd, 0xc000671b40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002f97600, 0x89f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c69518, 0xc0019e9dc0, 0x3a, 0xc001d563c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1162 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f138c0055c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044a9760, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044a9750, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002868600, 0x12d8, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d57bc7, 0x34, 0xc002868600, 0x12d8, 0xc002868600, 0x12d8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d57bc7, 0x34, 0xc002868600, 0x12d8, 0xaa0378, 0x1, 0xc002868600, 0x12d8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1163 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004d78500, 0x481, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004d78500, 0x481, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004d78500, 0x481, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004d78500, 0x481, 0x0, 0x0, 0x481, 0xc004d78500, 0x481) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004d78500, 0x481, 0x481, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3a380, 0x38, 0xc004d78500, 0x481, 0xc004d78500, 0x481, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3a380, 0x38, 0xc004d78500, 0x481, 0xaa0378, 0x1, 0xc004d78500, 0x481, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1164 [semacquire]: bytes.makeSlice(0xc67, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0051ec660, 0xf1, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0051ec660, 0xc003716600, 0xf1, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0051ec660, 0xc003716600, 0xf1, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236bf80, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236bf10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236b7a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236b6c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0051ec660, 0xc00236afc0, 0xb84d20, 0xc0051ec660) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0051ec660, 0xc00236afc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00593a660, 0xca12f4d7, 0x1251a20, 0xc003f26c80, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1165 [semacquire]: strings.genSplit(0xc002ae7100, 0xd26, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007a68a80, 0x28d, 0x28d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032eb3c0, 0xaa05c9, 0x2, 0xc006258380, 0xd26, 0x4, 0x28d, 0xc003adbd20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006258380, 0xd26, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032eb518, 0xc003adb960, 0x34, 0xc001b60ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1166 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12dc1b1830, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016d0df0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016d0de0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004398900, 0x853, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003881d80, 0x38, 0xc004398900, 0x853, 0xc004398900, 0x853, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003881d80, 0x38, 0xc004398900, 0x853, 0xaa0378, 0x1, 0xc004398900, 0x853, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1167 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001b80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00475c090, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00475c080, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001b7c100, 0x509, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a8c940, 0x3b, 0xc001b7c100, 0x509, 0xc001b7c100, 0x509, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a8c940, 0x3b, 0xc001b7c100, 0x509, 0xaa0378, 0x1, 0xc001b7c100, 0x509, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1168 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0021170c0, 0xaa04bf, 0x2, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0021170c0, 0xaa04bf, 0x2, 0xc002115fa0, 0x567148) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0021170c0, 0xc005b0bdc0, 0xc000000001, 0xa) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:292 +0x44 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021170c0, 0xc005b0bdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021170c0, 0xc005b0bdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005b0b7a0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021170c0, 0xc005b0b7a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021170c0, 0xc005b0b7a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005b0a1c0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ded0c0, 0xc005b0a1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ded0c0, 0xc005b0a1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005b0a0e0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ded0c0, 0xc005b0a0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ded0c0, 0xc005b0a0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005532150, 0xc002decdb8, 0x443c10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ded0c0, 0xc005532150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ded0c0, 0xc005532150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021170c0, 0xc005532070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ded0c0, 0xc005532070, 0x54b170, 0xc003fbc410) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005532070, 0x0, 0x0, 0x0, 0x0, 0xc005532070, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e016b0, 0x0, 0x0, 0x0, 0x2500, 0xc0029ef900, 0x2223, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0029ef900, 0x2223, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00303b780) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ded518, 0xc000671ae0, 0xc00416a680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1169 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f400efc0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005dcbc20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005dcbc10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004a97340, 0x2b6, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002928a80, 0x53, 0xc004a97340, 0x2b6, 0xc004a97340, 0x2b6, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002928a80, 0x53, 0xc004a97340, 0x2b6, 0xaa0378, 0x1, 0xc004a97340, 0x2b6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1170 [semacquire]: strings.Replace(0xc00630b600, 0x866, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/jaytaylor/html2text.FromHTMLNode(0xc0059ef1f0, 0x0, 0x0, 0x0, 0x0, 0xc0059ef1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0022e4840, 0x0, 0x0, 0x0, 0xc00, 0xc0044ca400, 0xba6, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0044ca400, 0xba6, 0x0, 0x0, 0x0, 0x440d95, 0xc0022e47e0, 0x7f13c001be0d, 0x1933ba1600000004) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e0f518, 0xc00166ed40, 0xc00166f6e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1171 [semacquire]: strings.genSplit(0xc007543600, 0x540, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0027d0c00, 0x128, 0x128) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007613c0, 0xaa04d9, 0x2, 0xc003819b80, 0x540, 0x1, 0x128, 0xc001ef93e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003819b80, 0x540, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000761518, 0xc00166e2e0, 0x3a, 0xc0022bee80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081e960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1172 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13041a0e80, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00292b250, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00292b230, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002c74880, 0xca8, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc0f0b, 0x2e, 0xc002c74880, 0xca8, 0xc002c74880, 0xca8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc0f0b, 0x2e, 0xc002c74880, 0xca8, 0xaa0378, 0x1, 0xc002c74880, 0xca8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ea20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1173 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035033c0, 0xaa04f9, 0x2, 0xc006209900, 0x1089, 0xc006209900, 0xc0035033b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006209900, 0x1089, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003503518, 0xc00075ed00, 0x24, 0xc004d98570) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081eae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1174 [semacquire]: bytes.makeSlice(0x87, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004259138, 0x7, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004259138, 0xc0046f8e30, 0x7, 0x7, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062bd570) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0062bd3b0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004f1c0f0, 0xaa03ab, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004259518, 0xc004f1c0f0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004259518, 0xc005169fe0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081eba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1175 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00533b588, 0xaa04f9, 0x2, 0xc0040a0680, 0x555, 0x0, 0xc0009f0a80, 0x7f13f0419108) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00533b518, 0xc004f2ae60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ec60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1176 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002a91400, 0xab8, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a91400, 0xab8, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a91400, 0xab8, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a91400, 0xab8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a91400, 0xab8, 0x0, 0x0, 0xab8, 0xc002a91400, 0xab8) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a91400, 0xab8, 0xab8, 0xc80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720b40, 0x3c, 0xc002a91400, 0xab8, 0xc002a91400, 0xab8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720b40, 0x3c, 0xc002a91400, 0xab8, 0xaa0378, 0x1, 0xc002a91400, 0xab8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ed20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1177 [semacquire]: strings.genSplit(0xc007a94480, 0x21c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00009f700, 0x58) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003289518, 0xc004fae4b0, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc004fae4b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0049c1ce0, 0xc003289320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001be3518, 0xc0049c1350, 0xc0045bef20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003289518, 0xc0049c1350, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003289518, 0xc0049c1350, 0xc0049c1350) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ede0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1178 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0022bec00, 0x3a, 0x0, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0022bec00, 0x3a, 0x2, 0xc0080361d0, 0x0, 0xc008036270, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0022bec00, 0x3a, 0xaa0378, 0x1, 0xc006fd2300, 0x6) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080363d8, 0xc007be5f80, 0xc0022213f0, 0xc008036308) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080363d8, 0xc007be5f10, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0080370c0, 0xc007be5f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080370c0, 0xc007be5f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080370c0, 0xc007be5e30, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00308b0c0, 0xc007be5e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00308b0c0, 0xc007be5e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080370c0, 0xc007be5d50, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00308b0c0, 0xc007be5d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00308b0c0, 0xc007be5d50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080370c0, 0xc0008c7f10, 0xc00308adb8, 0x443c10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00308b0c0, 0xc0008c7f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00308b0c0, 0xc0008c7f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080370c0, 0xc0008c7e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00308b0c0, 0xc0008c7e30, 0x54b170, 0xc0061a1e10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0008c7e30, 0x0, 0x0, 0x0, 0x0, 0xc0008c7e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026b8240, 0x0, 0x0, 0x0, 0x1800, 0xc004b86000, 0x15a7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004b86000, 0x15a7, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xf3d4790c00000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00308b518, 0xc0056cd040, 0xc0002d8e40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081eea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1179 [semacquire]: bytes.makeSlice(0x5b6, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc006c40e70, 0x2, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc006c40e70, 0xaa0425, 0x2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc006c40e70, 0xc0035d7880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c golang.org/x/net/html.render1(0xb84d20, 0xc006c40e70, 0xc0035d77a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006c40e70, 0xc0035d76c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc006c40e70, 0xc0035d6fc0, 0xb84d20, 0xc006c40e70) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc006c40e70, 0xc0035d6fc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00504c300, 0x50d201, 0xc00658b6d0, 0x40, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003521518, 0xc0002d9240, 0xc005de7ac0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ef60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1180 [semacquire]: strings.genSplit(0xc003926000, 0xae7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004be2f00, 0x24d, 0x24d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00325b3c0, 0xaa05c9, 0x2, 0xc005eb5000, 0xae7, 0x4, 0x24d, 0xc00427df80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005eb5000, 0xae7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00325b518, 0xc004ec7180, 0x3a, 0xc004167600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1181 [semacquire]: strings.genSplit(0xc004091500, 0xa0f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005b96000, 0x20c, 0x20c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035233c0, 0xaa04df, 0x2, 0xc0042a4000, 0xa0f, 0x4, 0x20c, 0xc00166f3a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0042a4000, 0xa0f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003523518, 0xc004ebb400, 0x3c, 0xc002ba7740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1182 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc005bd8340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc005bd8410, 0xc002c61b20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0ed00, 0x0, 0x0, 0x0, 0xc000985200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0ed00, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0009858f8, 0xc0026ea800, 0x156d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1183 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002148000, 0xf01, 0xc003527218, 0xc000809c00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002148000, 0xf01, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035273c0, 0xaa058b, 0x2, 0xc002148000, 0xf01, 0x1, 0x347, 0xc004338000) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002148000, 0xf01, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003527518, 0xc00416bbe0, 0x37, 0xc002ba7b00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1184 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0002cc410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc0002cc4e0, 0xc0042b1500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002605c60, 0x0, 0x0, 0x0, 0xc0041bd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002605c60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041bd8f8, 0xc004308000, 0x1c14, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1185 [semacquire]: strings.genSplit(0xc002eec000, 0x534, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x124, 0x124) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a253c0, 0xaa0599, 0x2, 0xc001b7c680, 0x534, 0x1, 0x124, 0xc0006abbe0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001b7c680, 0x534, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a25518, 0xc0004cfd80, 0x3a, 0xc0024c4e00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1186 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0078194a0, 0xc0033432c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033433c0, 0xaa0569, 0x2, 0xc0048d8a80, 0x961, 0xc0048d8a80, 0xc0033433b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0048d8a80, 0x961, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003343518, 0xc00075ff20, 0x3c, 0xc003a8de80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1187 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006253b30, 0xc006253b30, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0068b1518, 0xc0020bcf60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1188 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001760, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00104f610, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00104f5f0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004206000, 0x4b8, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4a80, 0x39, 0xc004206000, 0x4b8, 0xc004206000, 0x4b8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4a80, 0x39, 0xc004206000, 0x4b8, 0xaa0378, 0x1, 0xc004206000, 0x4b8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1189 [semacquire]: bytes.makeSlice(0x44c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003345388, 0x8a, 0x50) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003345388, 0xc00487d4d0, 0x8a, 0x5165d7, 0xc0073fc57a, 0xc005ef65e0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d39d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d3960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d2f50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d2e70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0023d2770) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ec9f0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003345518, 0xc003f26d60, 0x36, 0xc0038fe380) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1190 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00795f588, 0xaa04f9, 0x2, 0xc003e66c00, 0x5e4, 0x0, 0xc000a55880, 0x7f13f041b2f0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00795f518, 0xc00075f6a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f7a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1191 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc002d8ed00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d8ed00) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002d8ed00, 0xc001df7340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f26b60, 0x0, 0x0, 0x0, 0xc002a29200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f26b60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a298f8, 0xc0026f7900, 0x109a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1192 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb13c0, 0xaa058b, 0x2, 0xc002a06c00, 0x582, 0x1, 0x166, 0xc003adae80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a06c00, 0x582, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb1518, 0xc00000fda0, 0x46, 0xc001d1a910) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081f920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1194 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc003350b30, 0xc007a00088, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc003350b30, 0xc006f1a2a0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc003350b30, 0xc006f1a310, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc006f1a310, 0xc006f1a310, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003350ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003350ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0028ba8b0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003350ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003350ff8, 0x1, 0xc0054c9f10, 0xc0002afc00, 0x2804f041c080) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003350ff8, 0x4, 0x2df, 0xc0026eed01, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0026ee000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0027468f0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005531680, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033518f8, 0xc003329b00, 0xd1c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081faa0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1195 [runnable]: unicode.SimpleFold(0x54, 0xc004bb0640) /usr/local/go/src/unicode/letter.go:336 +0x14f regexp/syntax.(*compiler).rune(0xc007fc2b30, 0xc0073aae18, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:271 +0x1df regexp/syntax.(*compiler).compile(0xc007fc2b30, 0xc0019e4770, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc007fc2b30, 0xc0019e47e0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0019e47e0, 0xc0019e47e0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007fc2ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007fc2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005919bd0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007fc2ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007fc2ff8, 0x1, 0xc0047a36a0, 0xc000bff880, 0x2804f04197d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007fc2ff8, 0x4, 0xeb5, 0xc0026ef101, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0026ef000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0005aa9c0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002eac720, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a2b8f8, 0xc002a33900, 0x10ee, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fb60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1196 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006880, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00390e190, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00390e180, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001b6cd00, 0x840, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aa0300, 0x3c, 0xc001b6cd00, 0x840, 0xc001b6cd00, 0x840, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aa0300, 0x3c, 0xc001b6cd00, 0x840, 0xaa0378, 0x1, 0xc001b6cd00, 0x840, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fc20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1197 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005406e00, 0x678, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005406e00, 0x678, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005406e00, 0x678, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005406e00, 0x678, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005406e00, 0x678, 0x0, 0x0, 0x678, 0xc005406e00, 0x678) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005406e00, 0x678, 0x678, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0002dd3b0, 0x49, 0xc005406e00, 0x678, 0xc005406e00, 0x678, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0002dd3b0, 0x49, 0xc005406e00, 0x678, 0xaa0378, 0x1, 0xc005406e00, 0x678, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1198 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006a8900, 0x230, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006a8900, 0x230, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006a8900, 0x230, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006a8900, 0x230, 0x0, 0x0, 0x230, 0xc0006a8900, 0x230) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006a8900, 0x230, 0x230, 0x240) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003cbea50, 0x2e, 0xc0006a8900, 0x230, 0xc0006a8900, 0x230, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003cbea50, 0x2e, 0xc0006a8900, 0x230, 0xaa0378, 0x1, 0xc0006a8900, 0x230, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fda0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1199 [semacquire]: strings.genSplit(0xc0073b2000, 0xa77, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00661e000, 0x1d0, 0x1d0) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fcb3c0, 0xaa04d9, 0x2, 0xc006f54a80, 0xa77, 0x1, 0x1d0, 0xc003e910a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006f54a80, 0xa77, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fcb518, 0xc000670c40, 0x32, 0xc002283400) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081fe60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1200 [runnable]: strings.Index(0xc00568b800, 0x767, 0xaa0378, 0x1, 0x19f) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc00568b800, 0x767, 0xaa0378, 0x1, 0x0, 0x19f, 0x8f8, 0xc00568a800, 0x767) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e27588, 0xaa04f9, 0x2, 0xc00568a800, 0x767, 0x0, 0xc000783c00, 0x7f13f041ac28) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002e27518, 0xc002251040, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00081ff20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1201 [semacquire]: strings.genSplit(0xc0044d2000, 0xe22, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00402b500, 0x295, 0x295) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ea73c0, 0xaa05c9, 0x2, 0xc0017b4000, 0xe22, 0x7, 0x295, 0xc0065287c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0017b4000, 0xe22, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ea7518, 0xc00432bca0, 0x20, 0xc00668eb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1202 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12fc29b980, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047e9f80, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047e9f70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e54000, 0x3ef, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ad530, 0x30, 0xc001e54000, 0x3ef, 0xc001e54000, 0x3ef, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ad530, 0x30, 0xc001e54000, 0x3ef, 0xaa0378, 0x1, 0xc001e54000, 0x3ef, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1203 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1368001cd0, 0x7f1368001d90) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0002ebc20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0002ebc10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0032f7b00, 0x860, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a0a00, 0x43, 0xc0032f7b00, 0x860, 0xc0032f7b00, 0x860, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a0a00, 0x43, 0xc0032f7b00, 0x860, 0xaa0378, 0x1, 0xc0032f7b00, 0x860, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1204 [semacquire]: strings.Replace(0xc005bd73d0, 0x10, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x9) /usr/local/go/src/strings/strings.go:941 +0x109 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001f68c00, 0x5d7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:46 +0x150 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ad2f0, 0x27, 0xc001f68c00, 0x5d7, 0xc001f68c00, 0x5d7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ad2f0, 0x27, 0xc001f68c00, 0x5d7, 0xaa0378, 0x1, 0xc001f68c00, 0x5d7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1205 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d4b0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f356c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f356b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0031b9000, 0xab0, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041664c0, 0x37, 0xc0031b9000, 0xab0, 0xc0031b9000, 0xab0, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0041664c0, 0x37, 0xc0031b9000, 0xab0, 0xaa0378, 0x1, 0xc0031b9000, 0xab0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1206 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc00530c240, 0xab2997, 0xc, 0xac009d, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc005d4d518, 0xc00530c240, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005d4d518, 0xc002311c20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1207 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003f27d40, 0xc002a832c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a833c0, 0xaa04d9, 0x2, 0xc003ec7c00, 0x6be, 0x1, 0x135, 0xc00432b980) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ec7c00, 0x6be, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a83518, 0xc002311080, 0x2d, 0xc0000ad0b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1208 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc005ab2b60, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc golang.org/x/net/html.(*parser).parseCurrentToken(0xc005ab2b60) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc005ab2b60, 0xc005cb6700, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002311920, 0x0, 0x0, 0x0, 0xc002a23200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002311920, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a238f8, 0xc00298e000, 0x1733, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1209 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4012980, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045501b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045501a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003c42f00, 0x4e0, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0052131c0, 0x3a, 0xc003c42f00, 0x4e0, 0xc003c42f00, 0x4e0, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0052131c0, 0x3a, 0xc003c42f00, 0x4e0, 0xaa0378, 0x1, 0xc003c42f00, 0x4e0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1210 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003355b00, 0xd7c, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003355b00, 0xd7c, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003355b00, 0xd7c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003355b00, 0xd7c, 0x0, 0x0, 0xd7c, 0xc003355b00, 0xd7c) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003355b00, 0xd7c, 0xd7c, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004aad70, 0x4a, 0xc003355b00, 0xd7c, 0xc003355b00, 0xd7c, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004aad70, 0x4a, 0xc003355b00, 0xd7c, 0xaa0378, 0x1, 0xc003355b00, 0xd7c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1211 [runnable]: strings.Index(0xc007d5e000, 0x98e, 0xaa0378, 0x1, 0x1a4) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc007d5e000, 0x98e, 0xaa0378, 0x1, 0x0, 0x1a4, 0x995, 0xc007d5d500, 0x98e) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005771588, 0xaa04f9, 0x2, 0xc007d5d500, 0x98e, 0x0, 0xc000d58e00, 0x7f13f041c080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005771518, 0xc0000a6a20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1212 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003e0fc00, 0xb59, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003e0fc00, 0xb59, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003e0fc00, 0xb59, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003e0fc00, 0xb59, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003e0fc00, 0xb59, 0x0, 0x0, 0xb59, 0xc003e0fc00, 0xb59) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003e0fc00, 0xb59, 0xb59, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc1080, 0x31, 0xc003e0fc00, 0xb59, 0xc003e0fc00, 0xb59, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc1080, 0x31, 0xc003e0fc00, 0xb59, 0xaa0378, 0x1, 0xc003e0fc00, 0xb59, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1213 [semacquire]: strings.genSplit(0xc0043f7500, 0xa71, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xd7e, 0xc004edaa80, 0xa71) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00304f400, 0xaa04f9, 0x2, 0xc004edaa80, 0xa71, 0xc00304f240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc006485a10) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0064859e0, 0xc00304f2c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc00304f388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00304f388, 0xc006485200, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00304f301, 0xc004f82ad0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00304f518, 0xc006485200, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1214 [runnable]: strings.genSplit(0xc005678000, 0x90b, 0xaa0378, 0x1, 0x0, 0x1db, 0xc0080e0000, 0x1dc, 0x1dc) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0080dd3c0, 0xaa04fd, 0x2, 0xc007b80000, 0x90b, 0x33, 0x1dc, 0xc0065e2c20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007b80000, 0x90b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0080dd518, 0xc0065e2880, 0x4f, 0xc0043ff180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0eb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1215 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003d67400, 0x4d9, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003d67400, 0x4d9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003d67400, 0x4d9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003d67400, 0x4d9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d67400, 0x4d9, 0x0, 0x0, 0x4d9, 0xc003d67400, 0x4d9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d67400, 0x4d9, 0x4d9, 0x500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0047fbe00, 0x4e, 0xc003d67400, 0x4d9, 0xc003d67400, 0x4d9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0047fbe00, 0x4e, 0xc003d67400, 0x4d9, 0xaa0378, 0x1, 0xc003d67400, 0x4d9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1216 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0008c4d00, 0x8c9, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008c4d00, 0x8c9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008c4d00, 0x8c9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008c4d00, 0x8c9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008c4d00, 0x8c9, 0x0, 0x0, 0x8c9, 0xc0008c4d00, 0x8c9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008c4d00, 0x8c9, 0x8c9, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a09e00, 0x51, 0xc0008c4d00, 0x8c9, 0xc0008c4d00, 0x8c9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a09e00, 0x51, 0xc0008c4d00, 0x8c9, 0xaa0378, 0x1, 0xc0008c4d00, 0x8c9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1217 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001215588, 0xaa04f9, 0x2, 0xc0056ea800, 0x7c2, 0xc, 0x18, 0xc007596de0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001215518, 0xc00000fca0, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1218 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc0047a1830, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0047a1830, 0x0, 0x0, 0x0, 0x0, 0x1301, 0xc0059c2660) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0059c2660, 0x0, 0x0, 0x0, 0x1500, 0xc003730a00, 0x1334, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003730a00, 0x1334, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005d1da40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00324f518, 0xc00534e480, 0xc00075fc80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1219 [semacquire]: github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc0008f02a0, 0x0, 0xc001dd5f80, 0x0, 0xc0034bad50, 0x1, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc001dd5f80, 0x1, 0xc0034bad50, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45 github.com/PuerkitoBio/goquery.mapNodes(0xc0034ba8c0, 0x1, 0x1, 0xc0012110f0, 0x7f13f041a560, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0034ba8c0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0034bad58, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0051f55f0, 0xc0047a1980) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001211518, 0xc0051f55f0, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001211518, 0xc004bb3ce0, 0x4f) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1220 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002c81520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc002c815f0, 0xc002de3ab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0042c6da0, 0x0, 0x0, 0x0, 0xc002557200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0042c6da0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025578f8, 0xc002aae600, 0x1208, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0efc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1221 [runnable]: strings.Index(0xc002b40800, 0x3d0, 0xaa0378, 0x1, 0xf6) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc002b40800, 0x3d0, 0xaa0378, 0x1, 0x0, 0xf6, 0xc007e3f000, 0xf7, 0xf7) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e613c0, 0xaa05c9, 0x2, 0xc005b71800, 0x3d0, 0x3, 0xf7, 0xc003f27700) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b71800, 0x3d0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e61518, 0xc003f27220, 0x44, 0xc00727cf00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1222 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0032bc600, 0x105d, 0xc00343d218, 0xc000bff880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0032bc600, 0x105d, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00343d3c0, 0xaa0503, 0x2, 0xc0032bc600, 0x105d, 0x1, 0x33b, 0xc0019e8260) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0032bc600, 0x105d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00343d518, 0xc0002d8640, 0x48, 0xc0036e7321) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1223 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4003180, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001db780, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0001db778, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003f13000, 0xda3, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00038a0c0, 0x53, 0xc003f13000, 0xda3, 0xc003f13000, 0xda3, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00038a0c0, 0x53, 0xc003f13000, 0xda3, 0xaa0378, 0x1, 0xc003f13000, 0xda3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1224 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0075552c0, 0xc0030992c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030993c0, 0xaa05c9, 0x2, 0xc003c45b00, 0x8d2, 0x3, 0x1fe, 0xc00166f460) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003c45b00, 0x8d2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003099518, 0xc0062fe9a0, 0x45, 0xc00378da90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1225 [semacquire]: strings.genSplit(0xc0038ae000, 0x143d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x3d3, 0x3d3) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ad73c0, 0xaa05c9, 0x2, 0xc0020baa00, 0x143d, 0x6, 0x3d3, 0xc00000f080) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0020baa00, 0x143d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ad7518, 0xc00000ec40, 0x52, 0xc00057e600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f6e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1227 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002747ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002747ba0, 0xc004dcf110, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043ccf40, 0x0, 0x0, 0x0, 0xc002fc7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043ccf40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fc78f8, 0xc002265900, 0x20a0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f860, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1228 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032095f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003209860, 0xc0053f5340, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cd0e0, 0x0, 0x0, 0x0, 0xc003b43200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cd0e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b438f8, 0xc00273a000, 0x1dab, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1229 [semacquire]: bytes.makeSlice(0x1c1, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003b27388, 0x7, 0x7) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003b27388, 0xc0025a9827, 0x7, 0x7, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005ffa000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005febce0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005febc00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00178e230) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b71d0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b27518, 0xc00432a660, 0x5d, 0xc0004198c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0f9e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1230 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0049a32e0, 0xc005ec52c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ec53c0, 0xaa04f9, 0x2, 0xc00353a000, 0x2a31, 0x9, 0x868, 0xc0049a32c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00353a000, 0x2a31, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ec5518, 0xc0049a2e80, 0x29, 0xc004e78464) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0faa0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1231 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000d6d0c0, 0xc004b96000, 0x348, 0x2, 0x2, 0x2) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000d6d0c0, 0xc004b96000, 0x348, 0x348, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d6d0c0, 0xc0056b5ce0, 0xc000d6c1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc0056b5c70, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000d6d0c0, 0xc0056b5c70, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d6d0c0, 0xc0056b5c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d6d0c0, 0xc0056b5c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc0056b4540, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc0056b4540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc0056b4540, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc0056b4460, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc0056b4460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc0056b4460, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc00492dd50, 0xc000d59500, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003b370c0, 0xc00492dd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc00492dd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000d6d0c0, 0xc00492dc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003b370c0, 0xc00492dc70, 0x54b170, 0xc0028f3ee0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00492dc70, 0x0, 0x0, 0x0, 0x0, 0xc00492dc70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004efea80, 0x0, 0x0, 0x0, 0x2000, 0xc005348000, 0x1eeb, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005348000, 0x1eeb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001f8cc40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b37518, 0xc0037476a0, 0xc003939ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fb60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1232 [semacquire]: regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106) /usr/local/go/src/regexp/syntax/parse.go:712 +0x54 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002a1f300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002a1f300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002a1f300, 0x0, 0xb856e0, 0xc0000a7f28, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002a1f300, 0xc00391c070, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002a1f300, 0x42ca96, 0xc0079863f0, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002a1f370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00000fc40, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0016eec30, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002a1f518, 0xc0002d8700, 0xabc101, 0x1d, 0x15, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fc20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1233 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1328002750, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad15d0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad15c0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002758000, 0x629, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011a6000, 0x58, 0xc002758000, 0x629, 0xc002758000, 0x629, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011a6000, 0x58, 0xc002758000, 0x629, 0xaa0378, 0x1, 0xc002758000, 0x629, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1234 [semacquire]: github.com/gigawattio/window.Rolling(0xc004ebe000, 0x59b, 0x59b, 0x3, 0x0, 0x59a, 0xc004ebe000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003581518, 0xc00427dc80, 0xc0022447a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fda0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1235 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0008276c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008276c0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0008276c0, 0xc00567a310, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e2e0, 0x0, 0x0, 0x0, 0xc003b2f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e2e0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b2f8f8, 0xc001f5c000, 0x1da9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0fe60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1236 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc005748200, 0x1e9, 0x2, 0xc002112198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc005748200, 0x1e9, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021130c0, 0xc00151ddc0, 0xc0021121b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151dd50, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0021130c0, 0xc00151dd50, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021130c0, 0xc00151dd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021130c0, 0xc00151dd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151d1f0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030c70c0, 0xc00151d1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030c70c0, 0xc00151d1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151d110, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030c70c0, 0xc00151d110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030c70c0, 0xc00151d110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151ca10, 0xc001366a80, 0x7f13f041ac28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030c70c0, 0xc00151ca10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030c70c0, 0xc00151ca10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0021130c0, 0xc00151c930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030c70c0, 0xc00151c930, 0x54b170, 0xc00475ec30) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00151c930, 0x0, 0x0, 0x0, 0x0, 0xc00151c930, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0020da9c0, 0x0, 0x0, 0x0, 0x4800, 0xc003612800, 0x4062, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003612800, 0x4062, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001ae9000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0030c7518, 0xc0020bc1c0, 0xc0024bc920) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b0ff20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1237 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...) _cgo_gotypes.go:71 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc005632e00, 0x665, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005632e00, 0x665, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004167751, 0x2a, 0xc005632e00, 0x665, 0xc005632e00, 0x665, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004167751, 0x2a, 0xc005632e00, 0x665, 0xaa0378, 0x1, 0xc005632e00, 0x665, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e0c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1238 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004142000, 0xa19, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004142000, 0xa19, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004142000, 0xa19, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004142000, 0xa19, 0x0, 0x0, 0xa19, 0xc004142000, 0xa19) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004142000, 0xa19, 0xa19, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004dc0d40, 0x38, 0xc004142000, 0xa19, 0xc004142000, 0xa19, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004dc0d40, 0x38, 0xc004142000, 0xa19, 0xaa0378, 0x1, 0xc004142000, 0xa19, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1239 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40098a0, 0x7f13a4008aa0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00249d380, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00249d370, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004325500, 0x605, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000b3780, 0x3b, 0xc004325500, 0x605, 0xc004325500, 0x605, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000b3780, 0x3b, 0xc004325500, 0x605, 0xaa0378, 0x1, 0xc004325500, 0x605, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1240 [runnable]: strings.Index(0xc00381b180, 0x514, 0xaa0378, 0x1, 0xbb) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc00381b180, 0x514, 0xaa0378, 0x1, 0x0, 0xbb, 0x514, 0xc00381ac00, 0x522) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005f79518, 0xc002244a40, 0xc005169aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1241 [semacquire]: bytes.makeSlice(0x1381, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002afb388, 0x93, 0xb4) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002afb388, 0xc00013cdc0, 0x93, 0xb4, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e5e30) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e5c70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e4930) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e4850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0021e4150) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0047a0390, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002afb518, 0xc0022501a0, 0x3f, 0xc001b6028d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1242 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007819700, 0xc002af52c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002af53c0, 0xaa059b, 0x2, 0xc0028acc80, 0xc44, 0x5, 0x291, 0xc0078196e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0028acc80, 0xc44, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002af5518, 0xc003f26700, 0x4e, 0xc001d1b590) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1243 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.afterHeadIM(0xc002746f70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232 golang.org/x/net/html.(*parser).parseCurrentToken(0xc002746f70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc002746f70, 0xc0008bae00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cca80, 0x0, 0x0, 0x0, 0xc002f3f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cca80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f3f8f8, 0xc000a86600, 0x1286, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1244 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0002cc820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0002cc820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0002cc820, 0xc002229180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0020e2160, 0x0, 0x0, 0x0, 0xc002af7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0020e2160, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002af78f8, 0xc002655900, 0xc7f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1245 [semacquire]: bytes.makeSlice(0xc9b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00531b3e0, 0xad, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00531b3e0, 0xc005791550, 0xad, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00531b3e0, 0xc005791550, 0xad, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc001da6a80, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc001da6a10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc001da6000, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc001f07260, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00531b3e0, 0xc0008bbf10, 0xb84d20, 0xc00531b3e0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00531b3e0, 0xc0008bbf10, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00531af60, 0x6039f924, 0x1251a20, 0xc003938580, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1246 [semacquire]: strings.genSplit(0xc0041e3200, 0x850, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007bc6000, 0x1dc, 0x1dc) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aa73c0, 0xaa0503, 0x2, 0xc005082400, 0x850, 0x1, 0x1dc, 0xc0002d87a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005082400, 0x850, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aa7518, 0xc0002d82c0, 0x24, 0xc0065cf140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ea80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1247 [semacquire]: bytes.makeSlice(0x93d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002b1b388, 0x107, 0x151) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002b1b388, 0xc0044d8000, 0x107, 0x5165d7, 0xc00605ba7b, 0xc004f7b318) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e8a80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e8a10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e7d50) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0027f1f80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0027f1880) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0040c36b0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b1b518, 0xc00166fa40, 0x42, 0xc0004abf90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008eb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1248 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00091f588, 0xaa04f9, 0x2, 0xc003850820, 0xa0, 0x5, 0x15, 0xc00427d4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00091f518, 0xc002250920, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ec00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1249 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0050aea80, 0x161, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079d30c0, 0xc0071d2690, 0xc0079d21b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0071d2620, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0079d30c0, 0xc0071d2620, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079d30c0, 0xc0071d2620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079d30c0, 0xc0071d2620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0072dcd90, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021930c0, 0xc0072dcd90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021930c0, 0xc0072dcd90, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0072dccb0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021930c0, 0xc0072dccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021930c0, 0xc0072dccb0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0072dc5b0, 0xc00107e000, 0x7f13f0419e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021930c0, 0xc0072dc5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021930c0, 0xc0072dc5b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079d30c0, 0xc0072dc4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021930c0, 0xc0072dc4d0, 0x54b170, 0xc0005012b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0072dc4d0, 0x0, 0x0, 0x0, 0x0, 0xc0072dc4d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0021473b0, 0x0, 0x0, 0x0, 0x1000, 0xc0056f0000, 0xf02, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0056f0000, 0xf02, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002282e40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002193518, 0xc0049736c0, 0xc004eba480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ecc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1250 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400ed70, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d5650, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d5640, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003c90800, 0x72d, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b270, 0x41, 0xc003c90800, 0x72d, 0xc003c90800, 0x72d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002b270, 0x41, 0xc003c90800, 0x72d, 0xaa0378, 0x1, 0xc003c90800, 0x72d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ed80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1251 [semacquire]: strings.Replace(0xc007759100, 0x631, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc000098050) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/jaytaylor/html2text.FromHTMLNode(0xc0051d18f0, 0x0, 0x0, 0x0, 0x0, 0xc0051d18f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051c4e70, 0x0, 0x0, 0x0, 0xa80, 0xc0051c3500, 0x9b5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0051c3500, 0x9b5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0038ffc80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004865518, 0xc002250da0, 0xc000671880) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ee40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1252 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/jaytaylor/html2text.FromHTMLNode(0xc002687810, 0x0, 0x0, 0x0, 0x0, 0xc002687810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0043d8810, 0x0, 0x0, 0x0, 0x1800, 0xc004ed4000, 0x1514, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004ed4000, 0x1514, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002ba7b80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002fcd518, 0xc000ffd220, 0xc000ffde00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ef00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1253 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0028eb500, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xd, 0xc0028eb500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006144db0, 0xc004cd1320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004cd1518, 0xc006144060, 0xc000670e60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004cd1518, 0xc006144060, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004cd1518, 0xc006144060, 0xc006144060) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008efc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1254 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0051d6000, 0xe4f, 0xc004bf9218, 0xc000782380) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0051d6000, 0xe4f, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004bf93c0, 0xaa0599, 0x2, 0xc0051d6000, 0xe4f, 0x1, 0x2db, 0xc0062e8f40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0051d6000, 0xe4f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004bf9518, 0xc0006712e0, 0x2c, 0xc0012187ed) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1255 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e02f8e00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00089dce0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00089dcd0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e52000, 0x74c, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d57ac0, 0x33, 0xc001e52000, 0x74c, 0xc001e52000, 0x74c, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d57ac0, 0x33, 0xc001e52000, 0x74c, 0xaa0378, 0x1, 0xc001e52000, 0x74c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1257 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13641bef30, 0x7f13641a9740) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004425080, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004425060, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0025b6800, 0x752, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cefd0, 0x5c, 0xc0025b6800, 0x752, 0xc0025b6800, 0x752, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cefd0, 0x5c, 0xc0025b6800, 0x752, 0xaa0378, 0x1, 0xc0025b6800, 0x752, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1258 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12dc1b0ba0, 0x7f12dc1a8b60) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00536bfb0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00536bfa0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00083b800, 0xb23, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019de150, 0x29, 0xc00083b800, 0xb23, 0xc00083b800, 0xb23, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019de150, 0x29, 0xc00083b800, 0xb23, 0xaa0378, 0x1, 0xc00083b800, 0xb23, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1259 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc001e81c00, 0x6da, 0x2, 0xc0017dda58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc001e81c00, 0x6da, 0xaa0378, 0x1, 0xc001e81500, 0x6da) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc001e81c00, 0x6da, 0xaa0378, 0x1, 0xc001e81c00, 0x6da) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1261 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.beforeHeadIM(0xc003ebb520, 0x7f1300000000) /home/develop/go/src/golang.org/x/net/html/parse.go:591 +0xa4 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ebb520) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003ebb520, 0xc00677dd50, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0045bfac0, 0x0, 0x0, 0x0, 0xc002b5b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0045bfac0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b5b8f8, 0xc001818400, 0xbe1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1263 [runnable]: strings.Index(0xc0041e54bd, 0xdf, 0xaa0378, 0x1, 0x6) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc0041e54bd, 0xdf, 0xaa0378, 0x1, 0x0, 0x1df, 0xc005c14000, 0x1e0, 0x1e0) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028953c0, 0xaa04f9, 0x2, 0xc0055e6900, 0x89c, 0x8, 0x1e0, 0xc004973f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0055e6900, 0x89c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002895518, 0xc004973bc0, 0x50, 0xc0004aaf00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1264 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd53c0, 0xaa058b, 0x2, 0xc005842000, 0xa4e, 0x1, 0x20c, 0xc003adb920) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005842000, 0xa4e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd5518, 0xc004ec7100, 0x66, 0xc004815b20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1265 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002bb92e0, 0x432e00, 0xc002bb9210, 0x48afc0e8, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002bb92e0, 0xc000530300, 0x5, 0xc002bb9230, 0x46620f) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002bb92e0, 0xc002bb92f8, 0x43b3b7, 0x1252790, 0xc002bb9200, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7f13c85ca810, 0xc002bb9301, 0x10100000042ab7a, 0x0, 0x1292) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050bda40, 0xaa64ee, 0x5, 0x1da7) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002bb9518, 0xc004973f40, 0x1292, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1266 [semacquire]: strings.genSplit(0xc004934f50, 0x48, 0xaa071e, 0x3, 0x0, 0xffffffffffffffff, 0xc0041e6fc0, 0xaac16b, 0x7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetTitleFromUnmodifiedTitle(0xc002bbb518, 0xc004934f50, 0x48, 0x48, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:83 +0x220 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:129 +0x2c4 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008f980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1267 [semacquire]: internal/reflectlite.Swapper(0x9de760, 0xc00166fa80, 0x9de760) /usr/local/go/src/internal/reflectlite/swapper.go:64 +0x1a3 sort.SliceStable(0x9de760, 0xc00166fa80, 0xc005fbf830) /usr/local/go/src/sort/slice.go:26 +0x7d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.calculateConfidence(0xc005130400, 0x30, 0x40, 0xc001e01e00, 0x170f9, 0xc005130400) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:167 +0x9e _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d52000, 0xe88, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:162 +0x333 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d52000, 0xe88, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d52000, 0xe88, 0x0, 0x0, 0xe88, 0xc001d52000, 0xe88) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d52000, 0xe88, 0xe88, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004166100, 0x3d, 0xc001d52000, 0xe88, 0xc001d52000, 0xe88, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004166100, 0x3d, 0xc001d52000, 0xe88, 0xaa0378, 0x1, 0xc001d52000, 0xe88, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fa40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1268 [runnable]: regexp.(*machine).add(0xc006b9c0f0, 0xc006b9c130, 0x3, 0x4c2, 0xc004c447c0, 0x2, 0x4, 0xc005bf17f0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:342 +0x329 regexp.(*machine).add(0xc006b9c0f0, 0xc006b9c130, 0x26, 0x4c2, 0xc004c447c0, 0x2, 0x4, 0xc005bf17f0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc006b9c0f0, 0xc006b9c130, 0xc00000003c, 0x4c2, 0xc004c447c0, 0x2, 0x4, 0xc005bf17f0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).add(0xc006b9c0f0, 0xc006b9c130, 0xc000000049, 0x4c2, 0xc004c447c0, 0x2, 0x4, 0xc005bf17f0, 0x0, 0x0) /usr/local/go/src/regexp/exec.go:340 +0x2ec regexp.(*machine).match(0xc006b9c0f0, 0xb886e0, 0xc006b9c1b0, 0x4c2, 0xc005bf18f0) /usr/local/go/src/regexp/exec.go:222 +0x366 regexp.(*Regexp).doExecute(0xc001b24a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0026c6c02, 0x1244, 0x41d, 0x2, ...) /usr/local/go/src/regexp/exec.go:542 +0x177 regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0026c6c02, 0x1244, 0x2, 0xc005bf1a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0026c6c02, 0x1244, 0x0, 0x0, 0xc0001e9410, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0026c6c02, 0x1244, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1269 [runnable]: strings.Index(0xc004da540d, 0xbc7, 0xaa0378, 0x1, 0x0) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc004da540d, 0xbc7, 0xaa0378, 0x1, 0x0, 0x26a, 0xc0072c3000, 0x26b, 0x26b) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bb53c0, 0xaa04fd, 0x2, 0xc004da3000, 0xbd4, 0x4b, 0x26b, 0xc005a23f00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004da3000, 0xbd4, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bb5518, 0xc005a23b20, 0x49, 0xc0051aaa50) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1270 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000746a90, 0xc0020335f0, 0xc2) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000746a90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000746a90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000746a90, 0xc0078f3650, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc002474510, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc0024744b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024744b0, 0x0, 0x0, 0x0, 0xc80, 0xc003471900, 0xc55, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc003471900, 0xc55, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0022be200) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bb7518, 0xc0026050e0, 0xc002245a40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1271 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003354000, 0xd62, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003354000, 0xd62, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003354000, 0xd62, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003354000, 0xd62, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003354000, 0xd62, 0x0, 0x0, 0xd62, 0xc003354000, 0xd62) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003354000, 0xd62, 0xd62, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cc280, 0x3e, 0xc003354000, 0xd62, 0xc003354000, 0xd62, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cc280, 0x3e, 0xc003354000, 0xd62, 0xaa0378, 0x1, 0xc003354000, 0xd62, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1272 [semacquire]: strings.genSplit(0xc0061fd100, 0xd59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004e2f000, 0x2c5, 0x2c5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c2b3c0, 0xaa058b, 0x2, 0xc000640880, 0xd59, 0x1, 0x2c5, 0xc0000a66c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000640880, 0xd59, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c2b518, 0xc006529f80, 0x2f, 0xc006d88360) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fe00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1273 [runnable]: strings.Index(0xc004598a80, 0xa6c, 0xaa0378, 0x1, 0x19f) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc004598a80, 0xa6c, 0xaa0378, 0x1, 0x0, 0x19f, 0xa6c, 0xc003794a80, 0xa7e) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00309f518, 0xc0004cede0, 0xc003c09700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008fec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1274 [semacquire]: regexp.(*Regexp).expand(0xc003e62f00, 0xc006d79900, 0x1300, 0x1300, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc002509800, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc006d79900, 0x1300, 0x1300, 0xc004524200, 0x2, 0x2, 0xc002509800, 0x16ca, 0x1311) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc003e62f00, 0x0, 0x0, 0x0, 0xc002509800, 0x16ca, 0x2, 0xc005833218, 0xc002509800, 0x16ca, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc003e62f00, 0xc002509800, 0x16ca, 0xaa0378, 0x1, 0x1, 0x3b) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022c7518, 0xc0026053e0, 0xc002605e80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00008ff80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1275 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/jaytaylor/html2text.FromHTMLNode(0xc002db4af0, 0x0, 0x0, 0x0, 0x0, 0xc002db4af0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041e8780, 0x0, 0x0, 0x0, 0xc00, 0xc00163d400, 0xa88, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00163d400, 0xa88, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0062f9480) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c15518, 0xc006528e80, 0xc004bb37e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1276 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0065281c0, 0xc0047d72c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047d73c0, 0xaa04f9, 0x2, 0xc004ed3100, 0x6ef, 0x7, 0x19b, 0xc0043cd140) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004ed3100, 0x6ef, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047d7518, 0xc003c09900, 0x1f, 0xc001ca1f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1277 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0006714e0, 0xc0026c92c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026c93c0, 0xaa04f9, 0x2, 0xc00337f100, 0xcd9, 0x1, 0x263, 0xc0022510e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00337f100, 0xcd9, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026c9518, 0xc00477fc20, 0x3f, 0xc004cc160d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1278 [runnable]: golang.org/x/net/html.(*Tokenizer).TagAttr(0xc0061a1ee0, 0x0, 0x0, 0x0, 0x1, 0xc0026b8ab0, 0x0, 0x1) /home/develop/go/src/golang.org/x/net/html/token.go:1155 +0x26e golang.org/x/net/html.(*Tokenizer).Token(0xc0061a1ee0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1180 +0xe1 golang.org/x/net/html.(*parser).parse(0xc005bd8000, 0xc0020888c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0026b8a20, 0x0, 0x0, 0x0, 0x0, 0x1301, 0xc0026b89f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026b89f0, 0x0, 0x0, 0x0, 0x1500, 0xc0023ce000, 0x13e5, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0023ce000, 0x13e5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004246800) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c41518, 0xc0024bd380, 0xc0002d9480) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1279 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc00576a5a8, 0x1, 0x1, 0xc002c17278, 0xc00416a5c0, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc00576a578, 0x1, 0x1, 0xc002c17348, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc00576a578, 0x1, 0x1, 0xb856e0, 0xc00416a5c0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f6ac30, 0xab9e11, 0x19, 0xc001f6b0e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc002c17518, 0xc00416a300, 0x1264, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1280 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc003eba680) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc003eba680, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc003eba680) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc003eba680, 0xc0064068c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0019e98c0, 0x0, 0x0, 0x0, 0xc003353200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0019e98c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033538f8, 0xc000f7af80, 0x1996, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1281 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0004ce820, 0x4, 0x4, 0xc00223ecc0, 0x6, 0x6, 0xc0025e2fe0, 0xc0004ce7a0, 0x20, 0x20) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc0002c8318, 0x1, 0x1, 0xc0025e30b0, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.findWithMatcher(0xc0002c8318, 0x1, 0x1, 0xb856e0, 0xc0004ce7a0, 0xc00223ec90, 0xc00223ec90, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00223eba0, 0xaa408e, 0x4, 0xaa04f9) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033718f8, 0xc003363500, 0x9ee, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1282 [semacquire]: bytes.makeSlice(0x19f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002c2d388, 0x27, 0xb) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002c2d388, 0xc001aadda0, 0x27, 0x5165d7, 0xc006edaf95, 0xc0003d6577) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1f10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1ea0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1dc0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf18f0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bf1110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00530d8f0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c2d518, 0xc00075e6a0, 0x3c, 0xc001b608c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ab40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1283 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002311fe0, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002311fe0, 0x0, 0x0, 0x0, 0xc003439200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002311fe0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034398f8, 0xc003270000, 0xe0b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033acc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1284 [semacquire]: bytes.makeSlice(0x40f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003d2d0c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003d2d0c0, 0x1189d00, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003d2d0c0, 0xc0016bc540, 0xd5, 0xd5, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d2d0c0, 0xc002e6c850, 0xc003d2c1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc002e6c7e0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003d2d0c0, 0xc002e6c7e0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003d2d0c0, 0xc002e6c7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d2d0c0, 0xc002e6c7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc0079f5f10, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00326d0c0, 0xc0079f5f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00326d0c0, 0xc0079f5f10, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc0079f5e30, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00326d0c0, 0xc0079f5e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00326d0c0, 0xc0079f5e30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc0079f5730, 0xc000a55880, 0x7f13f0419e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00326d0c0, 0xc0079f5730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00326d0c0, 0xc0079f5730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d2d0c0, 0xc0079f5650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00326d0c0, 0xc0079f5650, 0x54b170, 0xc005377040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0079f5650, 0x0, 0x0, 0x0, 0x0, 0xc0079f5650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ada2d0, 0x0, 0x0, 0x0, 0xc00, 0xc00592cc00, 0xb01, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00592cc00, 0xb01, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0074b25c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00326d518, 0xc005168d20, 0xc0051695c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ae40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1285 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002574880, 0xccf, 0xc002c3d218, 0xc000b03500) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002574880, 0xccf, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c3d3c0, 0xaa059b, 0x2, 0xc002574880, 0xccf, 0x15, 0x2c2, 0xc003db1800) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002574880, 0xccf, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c3d518, 0xc0045bffc0, 0x24, 0xc0000ad260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033afc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1286 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40114e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0039c50f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039c50e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004143500, 0x947, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004934780, 0x41, 0xc004143500, 0x947, 0xc004143500, 0x947, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004934780, 0x41, 0xc004143500, 0x947, 0xaa0378, 0x1, 0xc004143500, 0x947, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1287 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000500f70, 0xc00571f810, 0x43) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000500f70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000500f70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000500f70, 0xc00564c1c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973540, 0x0, 0x0, 0x0, 0xc0043e7200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973540, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e78f8, 0xc001749800, 0x266f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1288 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4010ca0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d56e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d56d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042bb500, 0x95e, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043fe4b0, 0x4a, 0xc0042bb500, 0x95e, 0xc0042bb500, 0x95e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043fe4b0, 0x4a, 0xc0042bb500, 0x95e, 0xaa0378, 0x1, 0xc0042bb500, 0x95e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1289 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0032084e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0032085b0, 0xc0022dfdc0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e3c0, 0x0, 0x0, 0x0, 0xc003b2b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e3c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b2b8f8, 0xc0035c6000, 0xda7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1290 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003208820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0032088f0, 0xc00238ea10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e440, 0x0, 0x0, 0x0, 0xc0006a5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e440, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0006a58f8, 0xc0030fd500, 0xa63, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1291 [semacquire]: strings.genSplit(0xc0073a3800, 0x6a8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00236ae70, 0xc0006a7360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006a73c0, 0xaa04d9, 0x2, 0xc0073a3100, 0x6a8, 0xc0073a3100, 0xc0006a73b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0073a3100, 0x6a8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006a7518, 0xc003f26c20, 0x45, 0xc001d1b6d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1292 [semacquire]: regexp.makeOnePass.func1(0x2, 0xc004349020, 0xf, 0xf, 0x42ca96) /usr/local/go/src/regexp/onepass.go:385 +0xbdf regexp.makeOnePass.func1(0x1, 0xc004349020, 0xf, 0xf, 0x4) /usr/local/go/src/regexp/onepass.go:358 +0x5d7 regexp.makeOnePass(0xc005752390, 0xc005752390) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc005752330, 0xc005752330) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002e0d300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002e0d300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002e0d300, 0x0, 0xb856e0, 0xc0004ce0a8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002e0d300, 0xc002c9e230, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002e0d300, 0x42ca96, 0xc005752300, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002e0d370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007819fa0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0059c2db0, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002e0d518, 0xc0022450a0, 0xabc101, 0x1d, 0x33, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ba40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1293 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc00475fe10) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc00475fe10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00475fe10) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00475fe10, 0xc0026552d0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cc980, 0x0, 0x0, 0x0, 0xc003b35200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cc980, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b358f8, 0xc001f50000, 0x152b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1294 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc006918360, 0x2c, 0x2, 0xc007aaa198, 0xc00714b180, 0x4d, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc006918360, 0x2c, 0xaa0378, 0x1, 0xc00571f770, 0x4d) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aab0c0, 0xc0040dc690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc0040dc380, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007aab0c0, 0xc0040dc380, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007aab0c0, 0xc0040dc380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007aab0c0, 0xc0040dc380, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc00338d9d0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006a10c0, 0xc00338d9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006a10c0, 0xc00338d9d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc00338d8f0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006a10c0, 0xc00338d8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006a10c0, 0xc00338d8f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc00338d1f0, 0xc000782380, 0x7f13f041a560) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0006a10c0, 0xc00338d1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006a10c0, 0xc00338d1f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007aab0c0, 0xc00338d110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0006a10c0, 0xc00338d110, 0x54b170, 0xc001ae5ee0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00338d110, 0x0, 0x0, 0x0, 0x0, 0xc00338d110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007a815f0, 0x0, 0x0, 0x0, 0xc00, 0xc0038dc000, 0xaa0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0038dc000, 0xaa0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001f3dc80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006a1518, 0xc0020e2be0, 0xc007676dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1295 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003209930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc003209a00, 0xc0051f61c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cd120, 0x0, 0x0, 0x0, 0xc003507200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cd120, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035078f8, 0xc000515900, 0x10f3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1296 [semacquire]: regexp.(*Regexp).expand(0xc001b24b40, 0xc004e48000, 0x800, 0x800, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc004c5aa80, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc004e48000, 0x800, 0x800, 0xc00065b820, 0x2, 0x2, 0xc004c5aa80, 0xa31, 0x656) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc004c5aa80, 0xa31, 0x2, 0xc005d8da58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc004c5aa80, 0xa31, 0xaa0378, 0x1, 0xc001b88a80, 0xa31) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004c5aa80, 0xa31, 0xaa0378, 0x1, 0xc004c5aa80, 0xa31) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1297 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0037a5400, 0x4e9, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0037a5400, 0x4e9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0037a5400, 0x4e9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0037a5400, 0x4e9, 0x0, 0x0, 0x4e9, 0xc0037a5400, 0x4e9) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0037a5400, 0x4e9, 0x4e9, 0x500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b1bea0, 0x51, 0xc0037a5400, 0x4e9, 0xc0037a5400, 0x4e9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b1bea0, 0x51, 0xc0037a5400, 0x4e9, 0xaa0378, 0x1, 0xc0037a5400, 0x4e9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003621e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1298 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004faf470, 0x5e8b0833, 0x1251a20, 0xc0043ccce0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1299 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4005800, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004424820, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044247e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0005d8000, 0x842, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004935ea0, 0x4d, 0xc0005d8000, 0x842, 0xc0005d8000, 0x842, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004935ea0, 0x4d, 0xc0005d8000, 0x842, 0xaa0378, 0x1, 0xc0005d8000, 0x842, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003624e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1300 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6440, 0x0, 0x0, 0x0, 0xc000765200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6440, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0007658f8, 0xc0023d0a00, 0x13c9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1301 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003209ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003209ba0, 0xc00565c070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cd160, 0x0, 0x0, 0x0, 0xc002aab200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cd160, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002aab8f8, 0xc002aa2c00, 0x1015, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003627e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1302 [runnable]: golang.org/x/net/html.(*parser).addChild(0xc0027d2a90, 0xc007ebc000) /home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276 golang.org/x/net/html.(*parser).addText(0xc0027d2a90, 0xc0039cddc0, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x162 golang.org/x/net/html.inBodyIM(0xc0027d2a90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0027d2a90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0027d2a90, 0xc0022f2230, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eea0, 0x0, 0x0, 0x0, 0xc002aa5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eea0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002aa58f8, 0xc002ab5900, 0x10a9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1303 [semacquire]: strings.genSplit(0xc007e01900, 0xc5d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006b47500, 0x28a, 0x28a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002aa73c0, 0xaa058b, 0x2, 0xc00211e000, 0xc5d, 0x1, 0x28a, 0xc007676520) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00211e000, 0xc5d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002aa7518, 0xc007676060, 0x3f, 0xc0040cd540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1304 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40095e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00249d0f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00249d0e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002576380, 0xca6, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d19c00, 0x3c, 0xc002576380, 0xca6, 0xc002576380, 0xca6, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d19c00, 0x3c, 0xc002576380, 0xca6, 0xaa0378, 0x1, 0xc002576380, 0xca6, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1305 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0059b6e70, 0xc0047a0b70, 0xc0037b5210) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0037b5518, 0xc0059b6e70, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0037b5518, 0xc00467d5c0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1306 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0038abc00, 0x615, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0038abc00, 0x615, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0038abc00, 0x615, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0038abc00, 0x615, 0x0, 0x0, 0x615, 0xc0038abc00, 0x615) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0038abc00, 0x615, 0x615, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e11e50, 0x50, 0xc0038abc00, 0x615, 0xc0038abc00, 0x615, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e11e50, 0x50, 0xc0038abc00, 0x615, 0xaa0378, 0x1, 0xc0038abc00, 0x615, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1307 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400db90, 0x7f13501aa1b0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f356e0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f356d0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002987800, 0x62b, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019de3f0, 0x2c, 0xc002987800, 0x62b, 0xc002987800, 0x62b, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019de3f0, 0x2c, 0xc002987800, 0x62b, 0xaa0378, 0x1, 0xc002987800, 0x62b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003630e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1308 [semacquire]: regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc0034a2000, 0x14b9, 0x2, 0xc0037af218, 0xc000823ae8, 0x7de1b0, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc0034a2000, 0x14b9, 0xaa0378, 0x1, 0xc00432a640, 0xc000823c28) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0037af388, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0037af388, 0xc00531a2a0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0037af301, 0xc000823bd8) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0037af518, 0xc00531a2a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1309 [semacquire]: bytes.makeSlice(0x1f9d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002607f50, 0x329, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002607f50, 0xc005042e00, 0x329, 0x6, 0xffffffffffffffff, 0xaa03f5) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc002607f50, 0xc005042e00, 0x329, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc0047aca80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc0045b08c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc004529ab0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc0045299d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc002607f50, 0xc00479a7e0, 0xb84d20, 0xc002607f50) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002607f50, 0xc00479a7e0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004effd70, 0x5966c8c0, 0x1251a20, 0xc004973920, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003633e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1310 [semacquire]: regexp/syntax.(*parser).newRegexp(...) /usr/local/go/src/regexp/syntax/parse.go:94 regexp/syntax.(*parser).parseClass(0xc006c8cfc0, 0xaa5b70, 0x5, 0x46620f, 0xc00197f200, 0x5, 0xc004fe10b0) /usr/local/go/src/regexp/syntax/parse.go:1534 +0x945 regexp/syntax.Parse(0xaa5b70, 0x5, 0xc004fe00d4, 0x7f13f0419101, 0x47f290, 0xc004674680) /usr/local/go/src/regexp/syntax/parse.go:774 +0xc9a regexp.compile(0xaa5b70, 0x5, 0xd4, 0xc000032478, 0xc004fe1248, 0x509d68) /usr/local/go/src/regexp/regexp.go:170 +0x5a regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378) /usr/local/go/src/regexp/regexp.go:309 +0x4b github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003255518, 0xc00467d960, 0xc004bb3c20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1311 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4002c00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00172ac20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00172ac10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0050e6700, 0x6e9, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00410cf00, 0x78, 0xc0050e6700, 0x6e9, 0xc0050e6700, 0x6e9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00410cf00, 0x78, 0xc0050e6700, 0x6e9, 0xaa0378, 0x1, 0xc0050e6700, 0x6e9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003636e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1312 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0025d6600, 0x1041, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0025d6600, 0x1041, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0025d6600, 0x1041, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0025d6600, 0x1041, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0025d6600, 0x1041, 0x0, 0x0, 0x1041, 0xc0025d6600, 0x1041) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0025d6600, 0x1041, 0x1041, 0x1500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00066cfc0, 0x66, 0xc0025d6600, 0x1041, 0xc0025d6600, 0x1041, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00066cfc0, 0x66, 0xc0025d6600, 0x1041, 0xaa0378, 0x1, 0xc0025d6600, 0x1041, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1313 [runnable]: strings.genSplit(0xc0001e5084, 0x6e8, 0xaa0378, 0x1, 0x0, 0x18b, 0xc00800b300, 0x18c, 0x18c) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b593c0, 0xaa0503, 0x2, 0xc006bd7800, 0x76c, 0x1, 0x18c, 0xc0002d9d40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006bd7800, 0x76c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b59518, 0xc002311f00, 0x4f, 0xc0001f31d0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003639e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1314 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00516ee00, 0x315, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00516ee00, 0x315, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00516ee00, 0x315, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00516ee00, 0x315, 0x0, 0x0, 0x315, 0xc00516ee00, 0x315) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00516ee00, 0x315, 0x315, 0x380) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005e19500, 0x32, 0xc00516ee00, 0x315, 0xc00516ee00, 0x315, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005e19500, 0x32, 0xc00516ee00, 0x315, 0xaa0378, 0x1, 0xc00516ee00, 0x315, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363b60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1315 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007818220, 0xc002c192c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c193c0, 0xaa059b, 0x2, 0xc005da2300, 0x696, 0x13, 0x14f, 0xc003c09b40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005da2300, 0x696, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c19518, 0xc002311f40, 0x5a, 0xc002928420) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363ce0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1316 [runnable]: strings.(*Builder).WriteRune(0xc002fd1160, 0xc000000066, 0x31, 0xc007e42000, 0x203001) /usr/local/go/src/strings/builder.go:104 +0x29d strings.Map(0xae62d0, 0xc006410000, 0x77a, 0xc002fd1218, 0xc000783c00) /usr/local/go/src/strings/strings.go:488 +0x436 strings.ToLower(0xc006410000, 0x77a, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd13c0, 0xaa04df, 0x2, 0xc006410000, 0x77a, 0x4, 0x188, 0xc003f277c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006410000, 0x77a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd1518, 0xc0019e9660, 0x42, 0xc001bdaaa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363e60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1317 [semacquire]: bytes.makeSlice(0x27f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003ca61e0, 0x7, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003ca61e0, 0xad070f, 0x7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc003ca61e0, 0xc001dd1650, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316 golang.org/x/net/html.render1(0xb84d20, 0xc003ca61e0, 0xc001dd11f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003ca61e0, 0xc001dd1180, 0xb84d20, 0xc003ca61e0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003ca61e0, 0xc001dd1180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0030daff0, 0xc5c647a7, 0x1251a20, 0xc004f2a880, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a000, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1318 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00435fd70, 0x7f1066d5, 0x1251a20, 0xc00416b220, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a180, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1319 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00076d0c0, 0xc006314680, 0x188, 0xc00000201d, 0x100, 0x201d) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:466 +0x73 github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00076d0c0, 0xc006314680, 0x188, 0x188, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc006ee55e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc006ee52d0, 0x1, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00076d0c0, 0xc006ee52d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:189 +0xdfe github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc006ee52d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc002cd6a80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00076d0c0, 0xc002cd6a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc002cd6a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc002cd69a0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00076d0c0, 0xc002cd69a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc002cd69a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc002cd6150, 0xc000d58e00, 0x7f13f041b9b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00076d0c0, 0xc002cd6150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc002cd6150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00076d0c0, 0xc003dc7c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00076d0c0, 0xc003dc7c70, 0x54b170, 0xc0031e9790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003dc7c70, 0x0, 0x0, 0x0, 0x0, 0xc003dc7c70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007084f60, 0x0, 0x0, 0x0, 0x1800, 0xc00213b000, 0x1791, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00213b000, 0x1791, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024e6660) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00076d518, 0xc00166e220, 0xc00427dcc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a300, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1321 [semacquire]: strings.Replace(0xc003006a00, 0x1a18, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00338ce70, 0xc004ebb7e0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047bb8f8, 0xc003006a00, 0x1a18, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a600, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1322 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0033d1000, 0x1540, 0xc001e79218, 0xc000cdb880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0033d1000, 0x1540, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e793c0, 0xaa0503, 0x2, 0xc0033d1000, 0x1540, 0x1, 0x527, 0xc0004ce6c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0033d1000, 0x1540, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e79518, 0xc00384cf40, 0x7c, 0xc0030dce80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a780, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1323 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a3b0c0, 0xc002c93ab0, 0x7, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:258 +0x1e1 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a3b0c0, 0xc002c93ab0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc002c939d0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007a3b0c0, 0xc002c939d0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a3b0c0, 0xc002c939d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a3b0c0, 0xc002c939d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc002c923f0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f270c0, 0xc002c923f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f270c0, 0xc002c923f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc002c92310, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f270c0, 0xc002c92310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f270c0, 0xc002c92310, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc0068f7c00, 0xc0002af880, 0x7f13f041ac28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004f270c0, 0xc0068f7c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f270c0, 0xc0068f7c00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a3b0c0, 0xc0068f7b20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004f270c0, 0xc0068f7b20, 0x54b170, 0xc000921930) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0068f7b20, 0x0, 0x0, 0x0, 0x0, 0xc0068f7b20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e4e9f0, 0x0, 0x0, 0x0, 0x1000, 0xc0035c9000, 0xdad, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0035c9000, 0xdad, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0036e6af0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004f27518, 0xc0022451e0, 0xc00744b9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1324 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003f27440, 0xc001f7b1c8, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f7b400, 0xaa04f9, 0x2, 0xc00476e880, 0xd54, 0xc001f7b240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc004e68600) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004e685d0, 0xc001f7b2c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc001f7b388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001f7b388, 0xc00591d9e0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001f7b301, 0xc004751ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001f7b518, 0xc00591d9e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aa80, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1325 [semacquire]: github.com/fatih/set.(*Set).Add(0xc003e91440, 0xc001d992c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d993c0, 0xaa0503, 0x2, 0xc000831000, 0x1724, 0xc000831000, 0xc001d993b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000831000, 0x1724, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d99518, 0xc003e910e0, 0x47, 0xc0016a1ea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ac00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1326 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0004ce9a0, 0xc0047bf2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047bf3c0, 0xaa04f9, 0x2, 0xc003fd9300, 0x120b, 0x1, 0x394, 0xc004339320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003fd9300, 0x120b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047bf518, 0xc004338ec0, 0x4b, 0xc005a98b90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ad80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1327 [semacquire]: strings.genSplit(0xc005dacd80, 0xcd3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004383500, 0x315, 0x315) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fbd3c0, 0xaa04df, 0x2, 0xc00678ad80, 0xcd3, 0x6, 0x315, 0xc0045bf160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00678ad80, 0xcd3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fbd518, 0xc00000f100, 0x4b, 0xc0004abcd6) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038af00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1328 [semacquire]: strings.makeCutsetFunc(0xaa4e4b, 0x5, 0xc0042c783e) /usr/local/go/src/strings/strings.go:830 +0x4a strings.TrimLeft(0x1189cea, 0x1, 0xaa4e4b, 0x5, 0xc002deb0b0, 0x4341f3) /usr/local/go/src/strings/strings.go:855 +0x61 golang.org/x/net/html.beforeHTMLIM(0xc0031e8a90, 0x7f1300000000) /home/develop/go/src/golang.org/x/net/html/parse.go:548 +0x194 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0031e8a90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0031e8a90, 0xc000768070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0042c7800, 0x0, 0x0, 0x0, 0xc002deb200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0042c7800, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002deb8f8, 0xc002b81900, 0x122a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1329 [semacquire]: github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0030c9518, 0xc0020bc160, 0xc006528500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:314 +0x5b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1330 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006b40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006142630, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006142620, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0067b6500, 0x25d, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a1d60, 0x4c, 0xc0067b6500, 0x25d, 0xc0067b6500, 0x25d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a1d60, 0x4c, 0xc0067b6500, 0x25d, 0xaa0378, 0x1, 0xc0067b6500, 0x25d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1331 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005e3b0c0, 0xc005b31680, 0x10e, 0x10e, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e3b0c0, 0xc006614540, 0xc005e3a1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc0066144d0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005e3b0c0, 0xc0066144d0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005e3b0c0, 0xc0066144d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005e3b0c0, 0xc0066144d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc00660f810, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034610c0, 0xc00660f810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034610c0, 0xc00660f810, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc00660f730, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034610c0, 0xc00660f730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034610c0, 0xc00660f730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc00660f030, 0xc000d58380, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034610c0, 0xc00660f030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034610c0, 0xc00660f030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005e3b0c0, 0xc0008cb110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034610c0, 0xc0008cb110, 0x54b170, 0xc003012000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0008cb110, 0x0, 0x0, 0x0, 0x0, 0xc0008cb110, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0027fdd10, 0x0, 0x0, 0x0, 0x1800, 0xc0032d1000, 0x1523, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc0032d1000, 0x1523, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001aabea0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003461518, 0xc0000a6360, 0xc00392c440) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1332 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000826000, 0xc00761e000, 0x226) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000826000, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000826000) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000826000, 0xc004e76d20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e060, 0x0, 0x0, 0x0, 0xc003537200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e060, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035378f8, 0xc002bc2000, 0x1132, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1333 [semacquire]: github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003890f00, 0x10, 0x10, 0xc0013b5f00, 0x13, 0x20, 0xc001183020, 0xc0052a3390, 0x1, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf github.com/PuerkitoBio/goquery.mapNodes(0xc0052a2a90, 0x1, 0x1, 0xc0011830f0, 0x7f13f0419e98, 0x0, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159 github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0052a2a90, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0052a3390, ...) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101 github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0076ab620, 0xc004c7b4a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59 github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc001183518, 0xc0076ab620, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001183518, 0xc0051693c0, 0x94) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1334 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002ff65b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc002ff6680, 0xc00529f6c0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2aae0, 0x0, 0x0, 0x0, 0xc003341200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2aae0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033418f8, 0xc002d02a00, 0x14c6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1335 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0008260d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0008261a0, 0xc004e77180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e0a0, 0x0, 0x0, 0x0, 0xc003b23200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e0a0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b238f8, 0xc001b01980, 0x18f6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bb00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1336 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc000827860, 0xc004310e40, 0xba) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc000827860, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc000827860) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc000827860, 0xc00567abd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003ada540, 0x0, 0x0, 0x0, 0xc00351f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003ada540, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00351f8f8, 0xc0015ac600, 0x1014, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bc80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1337 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003208680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003208750, 0xc0045f07e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e400, 0x0, 0x0, 0x0, 0xc000f61200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e400, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000f618f8, 0xc00171b900, 0x21ac, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038be00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1338 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x318, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00562c000, 0x318, 0x318, 0x600) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b61006, 0x2e, 0xc00562c000, 0x318, 0xc00562c000, 0x318, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b61006, 0x2e, 0xc00562c000, 0x318, 0xaa0378, 0x1, 0xc00562c000, 0x318, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1339 [semacquire]: bytes.makeSlice(0x1631, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003307388, 0x295, 0x8d) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003307388, 0xc001b6f600, 0x295, 0x8d, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0059e10a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0059e0ee0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00567a1c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00567a0e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0057659d0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0047a1e30, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003307518, 0xc005628000, 0x3c, 0xc0058ce9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1340 [runnable]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:15 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f633c0, 0xaa058b, 0x2, 0xc005b44a00, 0x4ef, 0x1, 0x164, 0xc002605e40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b44a00, 0x4ef, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f63518, 0xc005a23540, 0x30, 0xc004d99320) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1341 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0067bea80, 0x925, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0067bea80, 0x925, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0067bea80, 0x925, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0067bea80, 0x925, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0067bea80, 0x925, 0x0, 0x0, 0x925, 0xc0067bea80, 0x925) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0067bea80, 0x925, 0x925, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041668c0, 0x32, 0xc0067bea80, 0x925, 0xc0067bea80, 0x925, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0041668c0, 0x32, 0xc0067bea80, 0x925, 0xaa0378, 0x1, 0xc0067bea80, 0x925, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1342 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d8004400, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002191240, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002191230, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e68a00, 0x6c8, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aff260, 0x64, 0xc001e68a00, 0x6c8, 0xc001e68a00, 0x6c8, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aff260, 0x64, 0xc001e68a00, 0x6c8, 0xaa0378, 0x1, 0xc001e68a00, 0x6c8, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003151a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1343 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034213c0, 0xaa04f9, 0x2, 0xc003add800, 0x763, 0xc003add800, 0xc0034213b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003add800, 0x763, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003421518, 0xc0020bde20, 0x61, 0xc00146a150) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1344 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0030121a0, 0xc005c3e5f8, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0030121a0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0030121a0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0030121a0, 0xc0008cb180, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003938980, 0x0, 0x0, 0x0, 0xc002e93200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003938980, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e938f8, 0xc0026ea800, 0x1647, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003154a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1345 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0058e5700, 0x508, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0058e5700, 0x508, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0058e5700, 0x508, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0058e5700, 0x508, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0058e5700, 0x508, 0x0, 0x0, 0x508, 0xc0058e5700, 0x508) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0058e5700, 0x508, 0x508, 0x580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3ab40, 0x3c, 0xc0058e5700, 0x508, 0xc0058e5700, 0x508, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3ab40, 0x3c, 0xc0058e5700, 0x508, 0xaa0378, 0x1, 0xc0058e5700, 0x508, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315620, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1346 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1384005a40, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049cfee0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049cfed0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00283bc00, 0x3a4, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc0a80, 0x3b, 0xc00283bc00, 0x3a4, 0xc00283bc00, 0x3a4, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc0a80, 0x3b, 0xc00283bc00, 0x3a4, 0xaa0378, 0x1, 0xc00283bc00, 0x3a4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003157a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1347 [semacquire]: strings.genSplit(0xc0061b9000, 0x16f3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x48f, 0x48f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021993c0, 0xaa058b, 0x2, 0xc0039f1000, 0x16f3, 0x1, 0x48f, 0xc002251100) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0039f1000, 0x16f3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002199518, 0xc003db1160, 0x4b, 0xc0051aa000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1348 [semacquire]: strings.genSplit(0xc004545000, 0x39c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x39c, 0x253, 0x253) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc005745518, 0xc0049c0420, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:575 +0x1a2 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005745518, 0xc0020bcf20, 0xb3) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1349 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc002d25900, 0xc6d, 0x2, 0xc00309fa58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc002d25900, 0xc6d, 0x0, 0x0, 0xc0001e9410, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002d25900, 0xc6d, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1350 [semacquire]: bytes.makeSlice(0xcf1, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0060b0630, 0xfd, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0060b0630, 0xc003889700, 0xfd, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0060b0630, 0xc003889700, 0xfd, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc0026123f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc002612380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc0037fbe30, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc0037fbd50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0060b0630, 0xc00499bab0, 0xb84d20, 0xc0060b0630) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0060b0630, 0xc00499bab0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004363d70, 0x3, 0xc002a63fb4, 0x6, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003441518, 0xc003746960, 0xc0049a3200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1351 [semacquire]: bytes.makeSlice(0x8af, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0032cb388, 0xe9, 0x8) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0032cb388, 0xc001ca7e00, 0xe9, 0x5165d7, 0xc003e7c39d, 0xc0044a8cc0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e6a8c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e6a850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004cfda40) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004cfd960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004cfd260) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004144f00, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032cb518, 0xc00166f360, 0x3c, 0xc004246dc0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1352 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0031bd000, 0x7aa, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0031bd000, 0x7aa, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0031bd000, 0x7aa, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0031bd000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0031bd000, 0x7aa, 0x0, 0x0, 0x7aa, 0x800, 0xc0031bd000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0031bd000, 0x7aa, 0x7aa, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022be4c0, 0x3b, 0xc0031bd000, 0x7aa, 0xc0031bd000, 0x7aa, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022be4c0, 0x3b, 0xc0031bd000, 0x7aa, 0xaa0378, 0x1, 0xc0031bd000, 0x7aa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1353 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003769620, 0x79a1a8a8, 0x1251a20, 0xc002605ec0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa2a0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1354 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1388218600, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00518a220, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00518a210, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004000380, 0x376, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004167a50, 0x2d, 0xc004000380, 0x376, 0xc004000380, 0x376, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004167a50, 0x2d, 0xc004000380, 0x376, 0xaa0378, 0x1, 0xc004000380, 0x376, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1355 [semacquire]: strings.genSplit(0xc003748c00, 0x5ed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0042bc000, 0x13e, 0x13e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034073c0, 0xaa0599, 0x2, 0xc005c52c00, 0x5ed, 0x1, 0x13e, 0xc003adb900) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005c52c00, 0x5ed, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003407518, 0xc0002d95e0, 0x3e, 0xc0036fc300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1356 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc005bd91e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc005bd92b0, 0xc004933730, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002250560, 0x0, 0x0, 0x0, 0xc0015a5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002250560, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015a58f8, 0xc00199c000, 0x3cb6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1357 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00475fc70, 0xc005bf6600, 0x9) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00475fc70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00475fc70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00475fc70, 0xc002655260, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cc960, 0x0, 0x0, 0x0, 0xc00350d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cc960, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00350d8f8, 0xc0031da000, 0xf94, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa8a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1358 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1378245630, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f780f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f780e0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005718c00, 0x3dc, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b609c0, 0x3e, 0xc005718c00, 0x3dc, 0xc005718c00, 0x3dc, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b609c0, 0x3e, 0xc005718c00, 0x3dc, 0xaa0378, 0x1, 0xc005718c00, 0x3dc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaa20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1359 [semacquire]: bytes.makeSlice(0x2ce, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00435fa10, 0x8, 0x5) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00435fa10, 0xc002214970, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00435fa10, 0xc002214970, 0x8, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00435fa10, 0xc006743180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc00435fa10, 0xc006742d20, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00435fa10, 0xc006742cb0, 0xb84d20, 0xc00435fa10) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00435fa10, 0xc006742cb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00435f530, 0x7f025979, 0x1251a20, 0xc00416af80, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaba0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1360 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00104d6b5, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00104d6b5, 0x7, 0x2, 0xc0080c6538, 0xc0075ec780, 0xc001ef05d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00104d6b5, 0x7, 0xaa0378, 0x1, 0xc006fd2280, 0x5) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080c70c0, 0xc007956000, 0xc002d81760, 0xc001ef0670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c70c0, 0xc001d35f80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ef10c0, 0xc001d35f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ef10c0, 0xc001d35f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c70c0, 0xc001d35ea0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ef10c0, 0xc001d35ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ef10c0, 0xc001d35ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c70c0, 0xc001d34700, 0x7f13c84e4c48, 0xc001ef0d00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ef10c0, 0xc001d34700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ef10c0, 0xc001d34700, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c70c0, 0xc001d34620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ef10c0, 0xc001d34620, 0x54b170, 0xc005c735f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001d34620, 0x0, 0x0, 0x0, 0x0, 0xc001d34620, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004105c20, 0x0, 0x0, 0x0, 0x1b00, 0xc00462d600, 0x1a94, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00462d600, 0x1a94, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc007751290) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ef1518, 0xc007555560, 0xc0056ccec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aad20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1361 [runnable]: sort.rotate_func(0xc0006777d0, 0xc006252bd0, 0x60, 0x77, 0x8f) /usr/local/go/src/sort/zfuncversion.go:258 +0x91 sort.symMerge_func(0xc0006777d0, 0xc006252bd0, 0x50, 0x77, 0xa0) /usr/local/go/src/sort/zfuncversion.go:241 +0x364 sort.symMerge_func(0xc0006777d0, 0xc006252bd0, 0x0, 0x51, 0xa0) /usr/local/go/src/sort/zfuncversion.go:247 +0x2ee sort.symMerge_func(0xc0006777d0, 0xc006252bd0, 0x0, 0xa0, 0x140) /usr/local/go/src/sort/zfuncversion.go:244 +0x31d sort.stable_func(0xc0006777d0, 0xc006252bd0, 0x35f) /usr/local/go/src/sort/zfuncversion.go:175 +0xc2 sort.SliceStable(0x9de7e0, 0xc0020bc360, 0xc0006777d0) /usr/local/go/src/sort/slice.go:27 +0xcb _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004628a80, 0xa66, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004628a80, 0xa66, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004628a80, 0xa66, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004628a80, 0xa66, 0x0, 0x0, 0xa66, 0xc004628a80, 0xa66) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004628a80, 0xa66, 0xa66, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a99416, 0x33, 0xc004628a80, 0xa66, 0xc004628a80, 0xa66, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005a99416, 0x33, 0xc004628a80, 0xa66, 0xaa0378, 0x1, 0xc004628a80, 0xa66, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1362 [semacquire]: bytes.makeSlice(0x2c55, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0030da2a0, 0x11b1, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0030da2a0, 0xc001673900, 0x11b1, 0x1, 0x127e7a0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc006b297a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694 golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc002d153b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc002922cb0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc002922bd0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0030da2a0, 0xc0029224d0, 0xb84d20, 0xc0030da2a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0030da2a0, 0xc0029224d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007027230, 0x9e6b64ec, 0x1251a20, 0xc004f2a5c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1363 [semacquire]: strings.genSplit(0xc002d00000, 0xc02, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005a18a00, 0x23d, 0x23d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033c33c0, 0xaa05c9, 0x2, 0xc0035fcc80, 0xc02, 0x4, 0x23d, 0xc007597620) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035fcc80, 0xc02, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033c3518, 0xc0043cdcc0, 0x48, 0xc00485c0fb) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1364 [semacquire]: strings.Replace(0xc006b9b000, 0xf92, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc006b9b000, 0xf92) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00341f8f8, 0xc0031ea000, 0xf8d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1365 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0049fe9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc0049fea90, 0xc005086ee0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00416b480, 0x0, 0x0, 0x0, 0xc00341d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00416b480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00341d8f8, 0xc00271b000, 0x154f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1366 [semacquire]: bytes.makeSlice(0x207, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0036d70c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0036d70c0, 0x1189d0d, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0036d70c0, 0xc006886840, 0x298, 0x7, 0xc006886840) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0036d70c0, 0xc007be40e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036d70c0, 0xc007be40e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036d70c0, 0xc00706dea0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b750c0, 0xc00706dea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b750c0, 0xc00706dea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036d70c0, 0xc00706ddc0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b750c0, 0xc00706ddc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b750c0, 0xc00706ddc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036d70c0, 0xc00706d6c0, 0xc0009f0a80, 0x7f13f04197d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004b750c0, 0xc00706d6c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b750c0, 0xc00706d6c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036d70c0, 0xc00706d5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004b750c0, 0xc00706d5e0, 0x54b170, 0xc0015b2f70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00706d5e0, 0x0, 0x0, 0x0, 0x0, 0xc00706d5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00455ca80, 0x0, 0x0, 0x0, 0x1300, 0xc003274000, 0x106d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc003274000, 0x106d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc006d89470) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b75518, 0xc00000e760, 0xc00000f140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1367 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0041f4480, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003429518, 0xc005629de0, 0x5c, 0xc0006bac1c) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab7a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1368 [semacquire]: github.com/fatih/set.newTS(...) /home/develop/go/src/github.com/fatih/set/set_ts.go:16 github.com/fatih/set.New(...) /home/develop/go/src/github.com/fatih/set/set.go:56 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00242d588, 0xaa04f9, 0x2, 0xc002e061c0, 0xd6, 0x1, 0x26, 0xc0065e3300) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00242d518, 0xc0020e3ba0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1369 [semacquire]: bytes.makeSlice(0x6f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0072251f8, 0x6f, 0xa4b3a0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0072251f8, 0xc001a25180, 0x6f, 0x1, 0xb856e0, 0xc0075971c0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0070688c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc007068850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ed6e0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x7, 0xc0051ed6e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004156e10, 0xc007225320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc007225518, 0xc004156270, 0xc0024bcf40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc007225518, 0xc004156270, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc007225518, 0xc004156270, 0xc004156270) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abaa0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1370 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400dfb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002191ae0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002191ad0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0031de000, 0x595, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036e6370, 0x44, 0xc0031de000, 0x595, 0xc0031de000, 0x595, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036e6370, 0x44, 0xc0031de000, 0x595, 0xaa0378, 0x1, 0xc0031de000, 0x595, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abc20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1371 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc006bd7000, 0x79c, 0x5165d7, 0xc000bff880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc006bd7000, 0x79c, 0xc002a62396, 0x5) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ed3c0, 0xaa058b, 0x2, 0xc006bd7000, 0x79c, 0xc006bd7000, 0xc0025ed3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006bd7000, 0x79c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ed518, 0xc0020e2960, 0x49, 0xc0036e6735) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abda0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1372 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc0024dea00, 0x1362, 0xc004cd5218, 0xc0002af880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc0024dea00, 0x1362, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004cd53c0, 0xaa04df, 0x2, 0xc0024dea00, 0x1362, 0x4, 0x3ef, 0xc0062fe9c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0024dea00, 0x1362, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004cd5518, 0xc0062fe3c0, 0x49, 0xc0036e6b90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abf20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1373 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc001878f70, 0xc0074b0f30, 0x8a) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc001878f70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001878f70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001878f70, 0xc0037655e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00495e6c0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00495e690, 0x0, 0x0, 0x0, 0x1800, 0xc004718000, 0x15b3, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc004718000, 0x15b3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0018fe6c0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003435518, 0xc002251400, 0xc002251d20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d80c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1374 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40110c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0014d62f0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0014d62e8, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003f35100, 0x632, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0041675c0, 0x3f, 0xc003f35100, 0x632, 0xc003f35100, 0x632, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0041675c0, 0x3f, 0xc003f35100, 0x632, 0xaa0378, 0x1, 0xc003f35100, 0x632, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8240, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1375 [semacquire]: golang.org/x/net/html.(*Tokenizer).readByte(0xc000625ee0, 0x77) /home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc000625ee0) /home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64 golang.org/x/net/html.(*Tokenizer).Next(0xc000625ee0, 0x2fc0600000004) /home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324 golang.org/x/net/html.(*parser).parse(0xc0001ea000, 0xc00401f500, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000e900, 0x0, 0x0, 0x0, 0xc002851200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000e900, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028518f8, 0xc002a9e000, 0x1232, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d83c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1376 [semacquire]: bytes.makeSlice(0x1011, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000699208, 0x3eb, 0x169) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc000699208, 0xc0025da000, 0x3eb, 0x5165d7, 0xc0073a2599, 0xc00292a3e8) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003da48c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003da4850) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002097f80) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004a4f4d0, 0xc004a4f6e0, 0xc0019939c0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000699518, 0xc002251e20, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1377 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004058610, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004058610, 0x7, 0x2, 0xc00803a538, 0xc0075ecf00, 0xc0027045d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004058610, 0x7, 0xaa0378, 0x1, 0xc006fd2280, 0x5) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00803b0c0, 0xc0021439d0, 0xc002d81760, 0xc002704670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803b0c0, 0xc002143960, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027050c0, 0xc002143960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027050c0, 0xc002143960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803b0c0, 0xc002143880, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027050c0, 0xc002143880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027050c0, 0xc002143880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803b0c0, 0xc002143180, 0xc0009fd180, 0x7f13f041b2f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0027050c0, 0xc002143180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027050c0, 0xc002143180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803b0c0, 0xc0021430a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0027050c0, 0xc0021430a0, 0x54b170, 0xc005c73790) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0021430a0, 0x0, 0x0, 0x0, 0x0, 0xc0021430a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00495ef00, 0x0, 0x0, 0x0, 0x1300, 0xc006a62000, 0x1015, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006a62000, 0x1015, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0040d7c00) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002705518, 0xc0056ccfc0, 0xc0056cd900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d86c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1378 [semacquire]: strings.genSplit(0xc002b03500, 0x1a23, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1a80, 0x0, 0xc002235360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022353c0, 0xaa059b, 0x2, 0xc001220a00, 0x1a23, 0xc001220a00, 0xc0022353b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001220a00, 0x1a23, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002235518, 0xc003746540, 0x45, 0xc0036e6c30) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1379 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002126400, 0x87f, 0xc003437218, 0xc0002af880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002126400, 0x87f, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034373c0, 0xaa04fd, 0x2, 0xc002126400, 0x87f, 0x23, 0x1ad, 0xc0049a24a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002126400, 0x87f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003437518, 0xc0037465a0, 0x46, 0xc0036e6d20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d89c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1380 [semacquire]: strings.genSplit(0xc001fe6a00, 0x1a24, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007151500, 0x52e, 0x52e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055d93c0, 0xaa0599, 0x2, 0xc004f48480, 0x1a24, 0x1, 0x52e, 0xc00000fb60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004f48480, 0x1a24, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0055d9518, 0xc0037473e0, 0x56, 0xc000451d40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1381 [semacquire]: strings.genSplit(0xc0058f3400, 0x2048, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x605, 0x605) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022393c0, 0xaa0599, 0x2, 0xc001796f00, 0x2048, 0x1, 0x605, 0xc0019e8840) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001796f00, 0x2048, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002239518, 0xc0002d81e0, 0x59, 0xc00051c000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1382 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1388191f50, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027713b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027713a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0049d7500, 0x965, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001218000, 0x2d, 0xc0049d7500, 0x965, 0xc0049d7500, 0x965, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001218000, 0x2d, 0xc0049d7500, 0x965, 0xaa0378, 0x1, 0xc0049d7500, 0x965, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1383 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d42ab950, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0046f7f40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0046f7f30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0047b2000, 0xfb4, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00051cc0a, 0x4b, 0xc0047b2000, 0xfb4, 0xc0047b2000, 0xfb4, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00051cc0a, 0x4b, 0xc0047b2000, 0xfb4, 0xaa0378, 0x1, 0xc0047b2000, 0xfb4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8fc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1384 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4007380, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044bfe10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044bfe00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0017a1c00, 0xb55, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c103c0, 0x4d, 0xc0017a1c00, 0xb55, 0xc0017a1c00, 0xb55, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c103c0, 0x4d, 0xc0017a1c00, 0xb55, 0xaa0378, 0x1, 0xc0017a1c00, 0xb55, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9140, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1385 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00594d588, 0xaa04f9, 0x2, 0xc0006b8c00, 0x108a, 0x6, 0x17, 0xc002310b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00594d518, 0xc00416bd80, 0xbf) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d92c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1386 [semacquire]: bytes.makeSlice(0x18b4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0062143f0, 0x2, 0x6) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0062143f0, 0xaa0425, 0x2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc0062143f0, 0xc0041b0c40, 0xb84d20, 0xc0062143f0) /home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0062143f0, 0xc0041b0c40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0062143c0, 0x203001, 0x203001, 0xb66893ed00000000, 0xc00597b138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0062143c0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006214390, 0xc00597b2c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00597b6b0, 0xc0041d68a0, 0xaac03e, 0x7, 0xc0041d68a0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00597b6b0, 0xc0041d68a0, 0xc00427c1e0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1387 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00270b3c0, 0xaa04f9, 0x2, 0xc004ed8800, 0x17dd, 0xc004ed8800, 0xc00270b3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004ed8800, 0x17dd, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00270b518, 0xc003c090c0, 0x3b, 0xc004246600) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d95c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1388 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e23588, 0xaa04f9, 0x2, 0xc0074b0630, 0x87, 0x1, 0x28, 0xc007818f20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002e23518, 0xc0020e2800, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1389 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1308003180, 0x7f1308001e20) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0056f3ae0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0056f3ad0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005bc4000, 0x805, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003937c80, 0x26, 0xc005bc4000, 0x805, 0xc005bc4000, 0x805, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003937c80, 0x26, 0xc005bc4000, 0x805, 0xaa0378, 0x1, 0xc005bc4000, 0x805, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d98c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1390 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc001cd0e38, 0xc003a7ded8, 0x1, 0x2, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc001cd0e38, 0xc007df1180, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc001cd0e38, 0xc007df11f0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc007df11f0, 0xc007df11f0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001cd1300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001cd1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001cd1300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001cd1300, 0x75a856, 0x0, 0xc004e7b0a0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001cd1300, 0xc001cd12c8, 0xc001cd1350, 0x42ca96, 0xc00456f2f0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc001cd1368, 0xc001cd1380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc004339940) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001d63620, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001cd1518, 0xc00427c1c0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1391 [semacquire]: bytes.makeSlice(0x40f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc004fdd0c0, 0x1, 0x1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc004fdd0c0, 0x1189d2e, 0x1, 0x1, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004fdd0c0, 0xc00517c140, 0x140, 0x140, 0x1) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004fdd0c0, 0xc005c80a10, 0xc004fdc1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005c809a0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004fdd0c0, 0xc005c809a0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004fdd0c0, 0xc005c809a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004fdd0c0, 0xc005c809a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005c80230, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032cd0c0, 0xc005c80230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032cd0c0, 0xc005c80230, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005c80150, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032cd0c0, 0xc005c80150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032cd0c0, 0xc005c80150, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005909a40, 0xc0007dc700, 0xb6c046) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032cd0c0, 0xc005909a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032cd0c0, 0xc005909a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004fdd0c0, 0xc005909960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032cd0c0, 0xc005909960, 0x54b170, 0xc00597e0d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005909960, 0x0, 0x0, 0x0, 0x0, 0xc005909960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00456f500, 0x0, 0x0, 0x0, 0xc80, 0xc002bdac80, 0xc2b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002bdac80, 0xc2b, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002c91330) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032cd518, 0xc002244140, 0xc002310ce0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1392 [semacquire]: strings.Replace(0xc005a31500, 0x1a59, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc005a31500, 0x1a59) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a818f8, 0xc0051e0000, 0x1a53, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1393 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0005c0800, 0xbb4, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0005c0800, 0xbb4, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0005c0800, 0xbb4, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0005c0800, 0xbb4, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0005c0800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0005c0800, 0xbb4, 0x0, 0x0, 0xbb4, 0x1000, 0xc0005c0800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0005c0800, 0xbb4, 0xbb4, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b44620, 0x66, 0xc0005c0800, 0xbb4, 0xc0005c0800, 0xbb4, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b44620, 0x66, 0xc0005c0800, 0xbb4, 0xaa0378, 0x1, 0xc0005c0800, 0xbb4, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1394 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12c4001fd0, 0x7f12c4006c00) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00475db50, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00475db40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e14000, 0xda1, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00038afc0, 0x5b, 0xc002e14000, 0xda1, 0xc002e14000, 0xda1, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00038afc0, 0x5b, 0xc002e14000, 0xda1, 0xaa0378, 0x1, 0xc002e14000, 0xda1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1395 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1310002730, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0050f38c0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0050f38b0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d6f200, 0x417, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004167080, 0x38, 0xc001d6f200, 0x417, 0xc001d6f200, 0x417, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004167080, 0x38, 0xc001d6f200, 0x417, 0xaa0378, 0x1, 0xc001d6f200, 0x417, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f21e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1396 [semacquire]: bytes.makeSlice(0x47d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00309d388, 0x107, 0x8) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00309d388, 0xc00516be60, 0x107, 0x5165d7, 0xc001d2edd8, 0xc0050f3b38) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00563f110) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00563f0a0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005cb8e70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005cb8d90) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005cb8690) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005c4c420, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00309d518, 0xc0020e3080, 0x37, 0xc004167249) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1397 [semacquire]: github.com/gigawattio/window.Rolling(0xc004c55500, 0x149, 0x149, 0x3, 0x0, 0x148, 0xc004c55500) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003445518, 0xc005169d80, 0xc002310720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f24e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1398 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc003013e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc003013ee0, 0xc0074b4d20, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00392de40, 0x0, 0x0, 0x0, 0xc003449200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00392de40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034498f8, 0xc002aeec00, 0xbbb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1399 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec6ac180, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00475c000, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00505fff0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004abaa80, 0x997, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003880f40, 0x3a, 0xc004abaa80, 0x997, 0xc004abaa80, 0x997, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003880f40, 0x3a, 0xc004abaa80, 0x997, 0xaa0378, 0x1, 0xc004abaa80, 0x997, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f27e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1400 [semacquire]: bytes.makeSlice(0xc3a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003f31fb0, 0x28, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc003f31fb0, 0xc002745287, 0x28, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc003f31fb0, 0xc002745287, 0x12f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f39d0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f3960, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f30a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f2fc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc003f31fb0, 0xc0059f28c0, 0xb84d20, 0xc003f31fb0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc003f31fb0, 0xc0059f28c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0059b0870, 0x5b9f96ac, 0x1251a20, 0xc0023108e0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1401 [semacquire]: strings.genSplit(0xc00363e600, 0x1838, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00686e000, 0x4ba, 0x4ba) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049c73c0, 0xaa04df, 0x2, 0xc00598b980, 0x1838, 0x4, 0x4ba, 0xc0045bf5c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00598b980, 0x1838, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049c7518, 0xc00392c660, 0x72, 0xc004f2e500) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1402 [semacquire]: bytes.makeSlice(0x72b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0057b6a50, 0x10f, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0057b6a50, 0xc006d379e0, 0x10f, 0x6, 0xffffffffffffffff, 0xaa042b) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0057b6a50, 0xc006d379e0, 0x10f, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0057b6a50, 0xc00110d420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3 golang.org/x/net/html.render1(0xb84d20, 0xc0057b6a50, 0xc00110cee0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0057b6a50, 0xc00110ce70, 0xb84d20, 0xc0057b6a50) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0057b6a50, 0xc00110ce70, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0057b68a0, 0xc9e5afed, 0x1251a20, 0xc0077303c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1403 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400da30, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005d21340, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005d21330, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005e9e600, 0x2f0, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00600fe1a, 0x45, 0xc005e9e600, 0x2f0, 0xc005e9e600, 0x2f0, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00600fe1a, 0x45, 0xc005e9e600, 0x2f0, 0xaa0378, 0x1, 0xc005e9e600, 0x2f0, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1404 [semacquire]: regexp.newQueue(...) /usr/local/go/src/regexp/onepass.go:141 regexp.makeOnePass(0xc0047a1ce0, 0xc0047a1ce0) /usr/local/go/src/regexp/onepass.go:307 +0x171 regexp.compileOnePass(0xc0047a1c80, 0xc0047a1c80) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0031bf300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0031bf300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0031bf300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0031bf300, 0x75a856, 0x0, 0xc002f90e70, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0031bf300, 0xc0031bf2c8, 0xc0031bf350, 0x42ca96, 0xc0047a1c50, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0031bf368, 0xc0031bf380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0078198e0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001fcaf60, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0031bf518, 0xc0023100a0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1405 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0058af000, 0xe82, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0058af000, 0xe82, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0058af000, 0xe82, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0058af000, 0xe82, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0058af000, 0xe82, 0x0, 0x0, 0xe82, 0xc0058af000, 0xe82) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0058af000, 0xe82, 0xe82, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e11590, 0x46, 0xc0058af000, 0xe82, 0xc0058af000, 0xe82, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e11590, 0x46, 0xc0058af000, 0xe82, 0xaa0378, 0x1, 0xc0058af000, 0xe82, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f30e0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1406 [runnable]: internal/reflectlite.Swapper.func9(0xe8, 0xe9) /usr/local/go/src/internal/reflectlite/swapper.go:71 +0x92 sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xe8, 0xe9, 0xeb) /usr/local/go/src/sort/zfuncversion.go:200 +0xe2 sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xe6, 0xe8, 0xeb) /usr/local/go/src/sort/zfuncversion.go:247 +0x2ee sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xe6, 0xeb, 0xf0) /usr/local/go/src/sort/zfuncversion.go:244 +0x31d sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xdc, 0xe6, 0xf0) /usr/local/go/src/sort/zfuncversion.go:247 +0x2ee sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xc8, 0xdd, 0xf0) /usr/local/go/src/sort/zfuncversion.go:247 +0x2ee sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xa0, 0xc8, 0xf0) /usr/local/go/src/sort/zfuncversion.go:247 +0x2ee sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0xa0, 0xf2, 0x140) /usr/local/go/src/sort/zfuncversion.go:244 +0x31d sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0x0, 0x9f, 0x140) /usr/local/go/src/sort/zfuncversion.go:247 +0x2ee sort.symMerge_func(0xc0049d97d0, 0xc007986390, 0x0, 0x140, 0x280) /usr/local/go/src/sort/zfuncversion.go:244 +0x31d sort.stable_func(0xc0049d97d0, 0xc007986390, 0x36c) /usr/local/go/src/sort/zfuncversion.go:175 +0xc2 sort.SliceStable(0x9de7e0, 0xc00000fbc0, 0xc0049d97d0) /usr/local/go/src/sort/slice.go:27 +0xcb _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00620c900, 0x808, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00620c900, 0x808, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00620c900, 0x808, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00620c900, 0x808, 0x0, 0x0, 0x808, 0xc00620c900, 0x808) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00620c900, 0x808, 0x808, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a1e00, 0x48, 0xc00620c900, 0x808, 0xc00620c900, 0x808, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a1e00, 0x48, 0xc00620c900, 0x808, 0xaa0378, 0x1, 0xc00620c900, 0x808, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3260, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1407 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4003c80, 0x7f12e8001800) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac3140, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac3120, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001cef540, 0x139, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e11810, 0x45, 0xc001cef540, 0x139, 0xc001cef540, 0x139, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e11810, 0x45, 0xc001cef540, 0x139, 0xaa0378, 0x1, 0xc001cef540, 0x139, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f33e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1408 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f134c002c60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00172ac90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00172ac80, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00040d500, 0x963, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019d0900, 0xb8, 0xc00040d500, 0x963, 0xc00040d500, 0x963, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019d0900, 0xb8, 0xc00040d500, 0x963, 0xaa0378, 0x1, 0xc00040d500, 0x963, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1409 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000733400, 0xaa04f9, 0x2, 0xc0034f1c20, 0x101, 0xc000733240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x3, 0xc005702300) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005b65410, 0xc0007332c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000733388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000733388, 0xc0020da540, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x395, 0x396) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000733518, 0xc0020da540, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f36e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1410 [semacquire]: strings.genSplit(0xc0043d6a00, 0x1388, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006898000, 0x3c4, 0x3c4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018cd3c0, 0xaa0569, 0x2, 0xc0023a8a00, 0x1388, 0x5, 0x3c4, 0xc000671e20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0023a8a00, 0x1388, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0018cd518, 0xc00166e1a0, 0x46, 0xc00658b9f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1411 [semacquire]: github.com/araddon/dateparse.newParser(...) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703 github.com/araddon/dateparse.parseTime(0xc003744020, 0x15, 0x0, 0xc003744020, 0x15, 0x15) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42 github.com/araddon/dateparse.ParseAny(0xc003744020, 0x15, 0x3, 0xaa0378, 0x1, 0xc003744020, 0x15) /home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003959518, 0xc00166e940, 0xc004bb22a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f39e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1412 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4007a60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005617b90, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005617b70, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e18700, 0x625, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a02d0, 0x41, 0xc002e18700, 0x625, 0xc002e18700, 0x625, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a02d0, 0x41, 0xc002e18700, 0x625, 0xaa0378, 0x1, 0xc002e18700, 0x625, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1413 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc0028bdea0, 0x96, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005dbd588, 0xaa04f9, 0x2, 0xc0028bdea0, 0x96, 0xd, 0xc005dbd290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc00530c1b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00530c060, 0xc005dbd320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc005dbd518, 0xc004ef4f90, 0xc0049a26e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc005dbd518, 0xc004ef4f90, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc005dbd518, 0xc004ef4f90, 0xc004ef4f90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1414 [semacquire]: bytes.makeSlice(0x60f, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00530c840, 0x11, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00530c840, 0xc0004ab55b, 0x11, 0x6, 0x11, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00530c840, 0xc0004ab55b, 0x34, 0x74e006, 0xc00708d5d0) /home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5 golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc0001bb6c0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc0021424d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc0021423f0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc000663b20, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00530c840, 0xc002cf3a40, 0xb84d20, 0xc00530c840) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00530c840, 0xc002cf3a40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0055317a0, 0xc65c50c7, 0x1251a20, 0xc0024bd4c0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1415 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc001a7c800, 0x3e5, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00350f3c0, 0xaa0569, 0x2, 0xc001a7c800, 0x3e5, 0x3, 0xed, 0xc005168c40) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001a7c800, 0x3e5, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00350f518, 0xc0043ccb40, 0x45, 0xc0004ab59e) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1416 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00567ca80, 0xa10, 0xc0026cb218, 0xc000809c00) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00567ca80, 0xa10, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026cb3c0, 0xaa059b, 0x2, 0xc00567ca80, 0xa10, 0x17, 0x22e, 0xc004ec6160) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00567ca80, 0xa10, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026cb518, 0xc00534e7e0, 0x55, 0xc005e192c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004381e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1417 [semacquire]: github.com/fatih/set.(*Set).Add(0xc004973520, 0xc002a432c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a433c0, 0xaa04f9, 0x2, 0xc00446fb00, 0x88e, 0xc00446fb00, 0xc002a433b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00446fb00, 0x88e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a43518, 0xc003c099a0, 0x3a, 0xc0002cf300) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1418 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc005942b30, 0xc007a00158, 0x1, 0xa, 0xd5, 0xe00000007) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc005942b30, 0xc00575ccb0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc005942b30, 0xc00575cd20, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc00575cd20, 0xc00575cd20, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005942ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005942ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0056300b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005942ff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005942ff8, 0x1, 0xc00708d560, 0xc000809c00, 0x2804f041b9b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005942ff8, 0x4, 0xa89, 0xc005147501, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005147000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0032091e0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00530c720, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e5f8f8, 0xc0019e1800, 0x155b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004384e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1419 [semacquire]: golang.org/x/net/html.(*Tokenizer).readByte(0xc003209450, 0x65) /home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc003209450) /home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64 golang.org/x/net/html.(*Tokenizer).Next(0xc003209450, 0x2fc0600000004) /home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324 golang.org/x/net/html.(*parser).parse(0xc003209520, 0xc0053f43f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cd080, 0x0, 0x0, 0x0, 0xc0033a1200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cd080, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033a18f8, 0xc0059de600, 0x18ff, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1420 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4004620, 0x7f12c41259f0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004da8e60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004da8e50, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00564b180, 0x51f, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cece00, 0x60, 0xc00564b180, 0x51f, 0xc00564b180, 0x51f, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cece00, 0x60, 0xc00564b180, 0x51f, 0xaa0378, 0x1, 0xc00564b180, 0x51f, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004387e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1421 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xafa, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0015cbc00, 0xafa, 0xafa, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004935950, 0x50, 0xc0015cbc00, 0xafa, 0xc0015cbc00, 0xafa, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004935950, 0x50, 0xc0015cbc00, 0xafa, 0xaa0378, 0x1, 0xc0015cbc00, 0xafa, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1422 [semacquire]: github.com/fatih/set.(*Set).Add(0xc00416bcc0, 0xc003b292c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b293c0, 0xaa04f9, 0x2, 0xc004f18a80, 0xa3a, 0xc004f18a80, 0xc003b293b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004f18a80, 0xa3a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b29518, 0xc00416b920, 0x59, 0xc005ae5200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1424 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc005840000, 0xa75, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00359f3c0, 0xaa04df, 0x2, 0xc005840000, 0xa75, 0x5, 0x21c, 0xc007730fa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005840000, 0xa75, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00359f518, 0xc00384c920, 0x48, 0xc004935b80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1425 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc00475f1e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc00475f2b0, 0xc0079fdc00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0069168a0, 0x0, 0x0, 0x0, 0x0, 0x1a01, 0xc006916840) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006916840, 0x0, 0x0, 0x0, 0x1a80, 0xc00121a000, 0x1a35, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc00121a000, 0x1a35, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0034f82c4) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002def518, 0xc003db1de0, 0xc0041d71e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1426 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0x1e00, 0xc008040000, 0x1e00, 0x1e00) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc0035190e8, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc0035190e8, 0xb7b620, 0xc00523b0e0, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc00523b0e0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00523b0e0, 0xc0035191d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00523b0e0, 0x0, 0x0, 0x0, 0x1000, 0xc0030c3000, 0xfdb, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc0030c3000, 0xfdb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00147f180) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003519518, 0xc005a22480, 0xc005a22f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004390e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1427 [runnable]: unicode.SimpleFold(0x4e, 0xc001b24640) /usr/local/go/src/unicode/letter.go:336 +0x14f regexp/syntax.(*compiler).rune(0xc007e94b30, 0xc0073aa6c8, 0x1, 0xe, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:271 +0x1df regexp/syntax.(*compiler).compile(0xc007e94b30, 0xc0041d39d0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc007e94b30, 0xc0041d3a40, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc0041d3a40, 0xc0041d3a40, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007e94ff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007e94ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7f13c9a62500, 0x20300000000000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007e94ff8, 0x43e200, 0xc003508ee0, 0x5199fd, 0xc002f4a000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007e94ff8, 0x203001, 0xc003508fc0, 0x42cb96, 0x100000000000000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007e94ff8, 0x46e6ce, 0xc00408f500, 0xc000bff880, 0x7f13f04197d0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x96a, 0x2000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0027476c0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00761a450, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035098f8, 0xc00082f800, 0x1749, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1428 [semacquire]: strings.Replace(0xc006333000, 0xfe9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc006333000, 0xfe9) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039478f8, 0xc00222a000, 0xfe6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004393e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1429 [semacquire]: strings.genSplit(0xc0027b4800, 0xba8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2ec, 0x2ec) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033013c0, 0xaa058b, 0x2, 0xc0004ec400, 0xba8, 0x1, 0x2ec, 0xc000670e80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0004ec400, 0xba8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003301518, 0xc002310580, 0x52, 0xc00057f1a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439560, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1430 [semacquire]: github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0036631f8, 0x42f900, 0x1, 0x80, 0xc003663138) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0036631f8, 0xc004558818, 0x755278, 0xab29a3, 0xab29a3) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0036631f8, 0xab29a3, 0xc, 0xc0038e4b53, 0x3, 0xc0036631f0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaa03b1, 0x1, 0x7d55b0, 0xc003663518, 0xc0021fab70, 0x96, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaa03b1, 0x1, 0x1, 0xc0036632c0, 0xc0036632d8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0021fab70, 0xaa03b1, 0x1, 0x3ff4000000000000) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003663518, 0xc0021fab70, 0xc0026043e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:632 +0x56 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003663518, 0xc0021fab70, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003663518, 0xc0021fab70, 0xc0021fab70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004396e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1431 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc002e2c000, 0xfca, 0x1300, 0xc002e2c000) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc002e2c000, 0xfca, 0x1024, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003048c02, 0x1024, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439860, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1432 [semacquire]: bytes.makeSlice(0x1d42, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005702150, 0x1d0, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005702150, 0xc000133c20, 0x1d0, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc005702150, 0xc000133c20, 0x1d0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc005c829a0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc005c82930, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc0042a1dc0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc0042a1ce0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005702150, 0xc0017e9730, 0xb84d20, 0xc005702150) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005702150, 0xc0017e9730, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00456f7a0, 0xc9e228d9, 0x1251a20, 0xc003e91c60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004399e0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1433 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005b1ac00, 0x12af, 0x5165d7, 0xc0002af880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005b1ac00, 0x12af, 0xc0016b4e9b, 0x5) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b253c0, 0xaa04f9, 0x2, 0xc005b1ac00, 0x12af, 0xc005b1ac00, 0xc003b253b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b1ac00, 0x12af, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b25518, 0xc00432b9a0, 0x50, 0xc004935a90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439b60, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1434 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400cdd0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003292890, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003292880, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002f5a380, 0x370, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a0a0, 0x48, 0xc002f5a380, 0x370, 0xc002f5a380, 0x370, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a0a0, 0x48, 0xc002f5a380, 0x370, 0xaa0378, 0x1, 0xc002f5a380, 0x370, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1435 [semacquire]: strings.genSplit(0xc0050b7900, 0xc75, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e00000, 0x25a, 0x25a) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034af3c0, 0xaa059b, 0x2, 0xc00254c580, 0xc75, 0x18, 0x25a, 0xc0020bd2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00254c580, 0xc75, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0034af518, 0xc00384c5a0, 0x3a, 0xc003842540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439e60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1436 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027e58f8, 0xc00599e000, 0xdce, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1437 [semacquire]: strings.genSplit(0xc001194400, 0x85d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003dc8000, 0x1b1, 0x1b1) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035133c0, 0xaa059b, 0x2, 0xc005d5f600, 0x85d, 0x13, 0x1b1, 0xc00427df60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005d5f600, 0x85d, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003513518, 0xc00467c220, 0x36, 0xc0036fc180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1438 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004ec6460, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6460, 0x0, 0x0, 0x0, 0xc0023fd200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6460, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023fd8f8, 0xc00217d900, 0x1289, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1439 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b80026c0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047b1820, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047b1810, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0040f1300, 0x125a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017ffde0, 0x1d, 0xc0040f1300, 0x125a, 0xc0040f1300, 0x125a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0017ffde0, 0x1d, 0xc0040f1300, 0x125a, 0xaa0378, 0x1, 0xc0040f1300, 0x125a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1440 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc00670fc80, 0x16e, 0x7544a2, 0x0) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d61588, 0xaa04f9, 0x2, 0xc00670fc80, 0x16e, 0x11, 0xc006d61290, 0x42d308) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc0040c3110) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0004cca50, 0xc006d61320, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc006d61518, 0xc002475b60, 0xc002604fa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5 github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc006d61518, 0xc002475b60, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57 github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006d61518, 0xc002475b60, 0xc002475b60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1441 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130c004ce0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0016e26b0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0016e26a0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001193b00, 0x8bd, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0051aa5a0, 0x47, 0xc001193b00, 0x8bd, 0xc001193b00, 0x8bd, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0051aa5a0, 0x47, 0xc001193b00, 0x8bd, 0xaa0378, 0x1, 0xc001193b00, 0x8bd, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1442 [semacquire]: github.com/fatih/set.(*Set).Add(0xc0065e2a60, 0xc001ad12c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ad13c0, 0xaa04f9, 0x2, 0xc00370f000, 0x70a, 0xc00370f000, 0xc001ad13b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00370f000, 0x70a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ad1518, 0xc00477f4c0, 0x5b, 0xc005ced440) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1443 [semacquire]: regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00234a280, 0x9c, 0xaa0378, 0x1, 0x1189d00, 0x1) /usr/local/go/src/regexp/regexp.go:560 +0x135 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00358f0c0, 0xc001c1b0a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001c1aee0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00358f0c0, 0xc001c1aee0, 0xc000000001, 0x7) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00358f0c0, 0xc001c1aee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00358f0c0, 0xc001c1aee0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001c1a8c0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034050c0, 0xc001c1a8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034050c0, 0xc001c1a8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001c1a7e0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034050c0, 0xc001c1a7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034050c0, 0xc001c1a7e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001c1a0e0, 0xc000afc000, 0x7f13f0419e98) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034050c0, 0xc001c1a0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034050c0, 0xc001c1a0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358f0c0, 0xc001efa770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034050c0, 0xc001efa770, 0x54b170, 0xc0031e9040) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001efa770, 0x0, 0x0, 0x0, 0x0, 0xc001efa770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006bc8330, 0x0, 0x0, 0x0, 0x1000, 0xc004739000, 0xe58, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004739000, 0xe58, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00657c310) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003405518, 0xc0004cf340, 0xc005a22ec0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1444 [semacquire]: strings.genSplit(0xc002bdc580, 0xc50, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006585500, 0x288, 0x288) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028d33c0, 0xaa04fd, 0x2, 0xc0053f7900, 0xc50, 0x52, 0x288, 0xc0073eac20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0053f7900, 0xc50, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028d3518, 0xc00166f4e0, 0x2c, 0xc004d993e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1445 [semacquire]: bytes.NewReader(...) /usr/local/go/src/bytes/reader.go:160 github.com/jaytaylor/html2text.FromString(0xc002631500, 0x1398, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005f1d0e0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a1d518, 0xc0004cff80, 0xc004db43a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1446 [semacquire]: regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc0067a5b00, 0x88b, 0x2, 0xc003501a58, 0xaa6444, 0x5, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc0067a5b00, 0x88b, 0xaa0378, 0x1, 0xc001dda000, 0x88b) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0067a5b00, 0x88b, 0xaa0378, 0x1, 0xc0067a5b00, 0x88b) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1447 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8051ab0, 0x7f12f8051ef0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00275cf60, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00275cf40, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001842000, 0xd6b, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000537c20, 0x5e, 0xc001842000, 0xd6b, 0xc001842000, 0xd6b, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000537c20, 0x5e, 0xc001842000, 0xd6b, 0xaa0378, 0x1, 0xc001842000, 0xd6b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1448 [runnable]: github.com/fatih/set.(*Set).Has(0xc000670680, 0xc001b9b3d8, 0x1, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:71 +0x169 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b9b518, 0xc005de6420, 0x74) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:429 +0x53b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1449 [semacquire]: strings.genSplit(0xc004321c00, 0x668, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x157, 0x157) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00343b3c0, 0xaa04fd, 0x2, 0xc003e44300, 0x668, 0x34, 0x157, 0xc0020e37e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e44300, 0x668, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00343b518, 0xc0020e29e0, 0x3b, 0xc004cc13c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1450 [semacquire]: regexp/syntax.(*compiler).inst(...) /usr/local/go/src/regexp/syntax/compile.go:173 regexp/syntax.(*compiler).rune(0xc003958e38, 0xc004c1e388, 0x1, 0x6, 0xd5, 0x600000003) /usr/local/go/src/regexp/syntax/compile.go:267 +0x27c regexp/syntax.(*compiler).compile(0xc003958e38, 0xc000ead1f0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc003958e38, 0xc000ead260, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc000ead260, 0xc000ead260, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003959300, 0x0, 0xaba6c6, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003959300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003959300, 0x0, 0x0, 0x0, 0xb856e0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003959300, 0x75a856, 0x0, 0xc0062b8e00, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003959300, 0xc0039592c8, 0xc003959350, 0x42ca96, 0xc0056a22d0, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc003959368, 0xc003959380, 0x42d308, 0x30) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc003adb560) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001c84cf0, 0xaba6c1, 0x1a, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003959518, 0xc0020bd6c0, 0xaba6c1, 0x1a, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1451 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002c80ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8 golang.org/x/net/html.(*parser).parse(0xc002c80f70, 0xc006c88bd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce320, 0x0, 0x0, 0x0, 0xc002e11200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce320, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e118f8, 0xc00579c000, 0x1d4f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1452 [semacquire]: bytes.makeSlice(0xcd3, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00265e000, 0x31, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00265e000, 0xc0024c4900, 0x31, 0x6, 0xffffffffffffffff, 0xad0184) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00265e000, 0xc0024c4900, 0x31, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004835810, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004834ee0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004043960, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004043880, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00265e000, 0xc004043180, 0xb84d20, 0xc00265e000) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00265e000, 0xc004043180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001c85dd0, 0x7ef66c74, 0x1251a20, 0xc0020bdb60, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1453 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc002c81040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a golang.org/x/net/html.(*parser).parse(0xc002c81110, 0xc0059f0ee0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce360, 0x0, 0x0, 0x0, 0xc00235b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce360, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00235b8f8, 0xc0031ed800, 0x1539, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1454 [semacquire]: bytes.makeSlice(0x189a, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00435f230, 0xc2, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00435f230, 0xc006557110, 0xc2, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc00435f230, 0xc006557110, 0xc2, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc003968000, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc00348df80, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc00348c690, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc00348c5b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00435f230, 0xc00277bea0, 0xb84d20, 0xc00435f230) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00435f230, 0xc00277bea0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001f6be90, 0x7eff5023, 0x1251a20, 0xc00416ace0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1455 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0024c3c70, 0xc005bf6a08, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0024c3c70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0024c3c70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0024c3c70, 0xc0063778f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e9c0, 0x0, 0x0, 0x0, 0xc003949200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e9c0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039498f8, 0xc002bf8000, 0xe3b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1456 [semacquire]: strings.genSplit(0xc005e5f300, 0x11c7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004616a00, 0x32d, 0x32d) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00344b3c0, 0xaa04d9, 0x2, 0xc000feb900, 0x11c7, 0x1, 0x32d, 0xc00432bec0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000feb900, 0x11c7, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00344b518, 0xc00432a6c0, 0x3f, 0xc0058ce900) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1457 [semacquire]: strings.genSplit(0xc0059ad800, 0x7bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002c1c000, 0x1c3, 0x1c3) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023513c0, 0xaa04fd, 0x2, 0xc0052c1000, 0x7bb, 0x34, 0x1c3, 0xc0062e8e60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0052c1000, 0x7bb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002351518, 0xc004f2b5c0, 0x48, 0xc00658b7c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1458 [runnable]: strings.genSplit(0xc006e97efc, 0x54b, 0xaa0378, 0x1, 0x0, 0x54d, 0xc008087500, 0x54e, 0x54e) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032a53c0, 0xaa04fd, 0x2, 0xc003000000, 0x1a47, 0x6e, 0x54e, 0xc004bb2f80) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003000000, 0x1a47, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032a5518, 0xc0043cc2c0, 0x43, 0xc00658b4f0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1459 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12a80022f0, 0x7f12a8003c90) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004804e00, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004804de0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005b14400, 0x816, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc5200, 0x3b, 0xc005b14400, 0x816, 0xc005b14400, 0x816, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc5200, 0x3b, 0xc005b14400, 0x816, 0xaa0378, 0x1, 0xc005b14400, 0x816, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1460 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400dcf0, 0x7f1354001460) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00254e770, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00254e760, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00092ea80, 0x90e, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000419a40, 0x5b, 0xc00092ea80, 0x90e, 0xc00092ea80, 0x90e, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000419a40, 0x5b, 0xc00092ea80, 0x90e, 0xaa0378, 0x1, 0xc00092ea80, 0x90e, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1461 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0035f0300, 0x67d, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0035f0300, 0x67d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0035f0300, 0x67d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0035f0300, 0x67d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0035f0300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0035f0300, 0x67d, 0x0, 0x0, 0x67d, 0x700, 0xc0035f0300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0035f0300, 0x67d, 0x67d, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004cc0c80, 0x39, 0xc0035f0300, 0x67d, 0xc0035f0300, 0x67d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004cc0c80, 0x39, 0xc0035f0300, 0x67d, 0xaa0378, 0x1, 0xc0035f0300, 0x67d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c540, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1462 [semacquire]: regexp.makeOnePass.func1(0xc, 0xc002e09e40, 0xf, 0xf, 0x1) /usr/local/go/src/regexp/onepass.go:383 +0xb9b regexp.makeOnePass(0xc004a4e390, 0xc004a4e390) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc004a4e330, 0xc004a4e330) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002fcd300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002fcd300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002fcd300, 0x0, 0xb856e0, 0xc0000a7f28, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002fcd300, 0xc002654f50, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002fcd300, 0x42ca96, 0xc004a4e300, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002fcd370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00744b840, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001a9f710, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002fcd518, 0xc003646aa0, 0xabc101, 0x1d, 0x4a, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1463 [semacquire]: strings.genSplit(0xc002eecb00, 0x516, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x107, 0x107) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026cd3c0, 0xaa058b, 0x2, 0xc00381a680, 0x516, 0x1, 0x107, 0xc0019e88c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00381a680, 0x516, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026cd518, 0xc00477f920, 0x44, 0xc0036e6640) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1464 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007686f80, 0xc002b172c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b173c0, 0xaa0599, 0x2, 0xc0041f0000, 0x417, 0x1, 0xed, 0xc003646f00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041f0000, 0x417, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b17518, 0xc003e90300, 0x31, 0xc0040ccd00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1465 [semacquire]: strings.Replace(0xc0018ba000, 0x1c86, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc0018ba000, 0x1c86) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f898f8, 0xc0017bc000, 0x1c55, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cb40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1466 [semacquire]: github.com/fatih/set.(*Set).Add(0xc002244360, 0xc0025ef2c0, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ef3c0, 0xaa058b, 0x2, 0xc00061e000, 0xb14, 0x5, 0x1ef, 0xc002244320) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00061e000, 0xb14, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ef518, 0xc005de6e80, 0x46, 0xc005a990e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051ccc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1467 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033733c0, 0xaa04f9, 0x2, 0xc0047af000, 0x73b, 0xc0047af000, 0xc0033733b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0047af000, 0x73b, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003373518, 0xc002250660, 0x4a, 0xc0046b8aa0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051ce40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1468 [semacquire]: github.com/fatih/set.(*Set).Add(0xc007555720, 0xc001f771c8, 0x1, 0x1) /home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f77400, 0xaa04f9, 0x2, 0xc004ed1500, 0x62c, 0xc001f77240, 0x42d308, 0x8) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc005dd64b0) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005dd6480, 0xc001f772c8, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc001f77388) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0 github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001f77388, 0xc0063ba4e0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001f77301, 0xc00539ff80) /home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5 github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001f77518, 0xc0063ba4e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cfc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1469 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400a0e0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005250c10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005250c00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004010540, 0x1bf, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005371a0, 0x51, 0xc004010540, 0x1bf, 0xc004010540, 0x1bf, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005371a0, 0x51, 0xc004010540, 0x1bf, 0xaa0378, 0x1, 0xc004010540, 0x1bf, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1470 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc0002cc5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc0002cc680, 0xc0042b1810, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e160, 0x0, 0x0, 0x0, 0xc004cab200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e160, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cab8f8, 0xc0039a1500, 0x19b3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1471 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c32c00, 0x1131, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c32c00, 0x1131, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c32c00, 0x1131, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c32c00, 0x1131, 0x0, 0x0, 0x1131, 0xc002c32c00, 0x1131) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c32c00, 0x1131, 0x1131, 0x1800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d25050, 0x28, 0xc002c32c00, 0x1131, 0xc002c32c00, 0x1131, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d25050, 0x28, 0xc002c32c00, 0x1131, 0xaa0378, 0x1, 0xc002c32c00, 0x1131, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1472 [semacquire]: strings.genSplit(0xc005870c80, 0x1825, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4f4, 0x4f4) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027073c0, 0xaa0599, 0x2, 0xc0053c5980, 0x1825, 0x1, 0x4f4, 0xc003c090a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0053c5980, 0x1825, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002707518, 0xc003c08ce0, 0x44, 0xc0049345a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1473 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0075218c0, 0x2bc, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0075218c0, 0x2bc, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0075218c0, 0x2bc, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0075218c0, 0x2bc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0075218c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0075218c0, 0x2bc, 0x0, 0x0, 0x2bc, 0x480, 0xc0075218c0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0075218c0, 0x2bc, 0x2bc, 0x480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002282540, 0x39, 0xc0075218c0, 0x2bc, 0xc0075218c0, 0x2bc, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002282540, 0x39, 0xc0075218c0, 0x2bc, 0xaa0378, 0x1, 0xc0075218c0, 0x2bc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1474 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4000c60, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ab2a40, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ab2a30, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028ae580, 0xc59, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003d8180, 0x53, 0xc0028ae580, 0xc59, 0xc0028ae580, 0xc59, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003d8180, 0x53, 0xc0028ae580, 0xc59, 0xaa0378, 0x1, 0xc0028ae580, 0xc59, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1475 [semacquire]: regexp.(*Regexp).expand(0xc0000bf2c0, 0xc003722d00, 0x100, 0x100, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc00753edc0, ...) /usr/local/go/src/regexp/regexp.go:948 +0xa9b regexp.(*Regexp).ReplaceAllString.func1(0xc003722d00, 0x100, 0x100, 0xc005dbea70, 0x2, 0x2, 0xc00753edc0, 0x140, 0xf9) /usr/local/go/src/regexp/regexp.go:558 +0xbf regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00753edc0, 0x140, 0x2, 0xc0079cc198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:616 +0x2e9 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00753edc0, 0x140, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079cd0c0, 0xc004ccacb0, 0xc0079cc1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc004ccac40, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0079cd0c0, 0xc004ccac40, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079cd0c0, 0xc004ccac40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079cd0c0, 0xc004ccac40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc004055f80, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028410c0, 0xc004055f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028410c0, 0xc004055f80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc004055ea0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028410c0, 0xc004055ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028410c0, 0xc004055ea0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc0047e59d0, 0xc0009f0a80, 0x7f13f041c080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028410c0, 0xc0047e59d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028410c0, 0xc0047e59d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079cd0c0, 0xc0047e58f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028410c0, 0xc0047e58f0, 0x54b170, 0xc003013450) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0047e58f0, 0x0, 0x0, 0x0, 0x0, 0xc0047e58f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0058a4270, 0x0, 0x0, 0x0, 0x1000, 0xc00704e000, 0xf44, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00704e000, 0xf44, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0076cb110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002841518, 0xc0043cc200, 0xc0043ccde0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051da40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1476 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005648580, 0x56d, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005648580, 0x56d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005648580, 0x56d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005648580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005648580, 0x56d, 0x0, 0x0, 0x56d, 0x800, 0xc005648580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005648580, 0x56d, 0x56d, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d19440, 0x34, 0xc005648580, 0x56d, 0xc005648580, 0x56d, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d19440, 0x34, 0xc005648580, 0x56d, 0xaa0378, 0x1, 0xc005648580, 0x56d, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1477 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc0028ead50, 0xab2997, 0xc, 0xac00a5, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc001755518, 0xc0028ead50, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001755518, 0xc002311500, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dd40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1478 [semacquire]: bytes.makeSlice(0x2303, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001d8e300, 0x7, 0xc00127aed0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc001d8e300, 0xc004f0a0b8, 0x7, 0x6, 0xffffffffffffffff, 0xad0491) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc001d8e300, 0xc004f0a0b8, 0x7, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc001d8e300, 0xc004f0e000, 0xb84d20, 0xc001d8e300) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc001d8e300, 0xc004f0e000, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d8e2d0, 0x203000, 0x203000, 0x5059b06e00000000, 0xc00127b138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc001d8e2d0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001d8e2a0, 0xc00127b2c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00127b6b0, 0xc00384ddc0, 0xaac03e, 0x7, 0xc00384ddc0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00127b6b0, 0xc00384ddc0, 0xc004ebb1e0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1479 [runnable]: strings.genSplit(0xc004984cae, 0x1bfa, 0xaa0378, 0x1, 0x0, 0xa66, 0x71, 0xc003ae6000, 0x2007f13c85c6648) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005bd33c0, 0xaa04f9, 0x2, 0xc003ae6000, 0x33a8, 0xc003ae6000, 0xc005bd33b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ae6000, 0x33a8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005bd3518, 0xc005f335c0, 0x48, 0xc0016a0c4a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1480 [semacquire]: strings.genSplit(0xc005ee5000, 0xff8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0053bc000, 0x39f, 0x39f) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00326f3c0, 0xaa04f9, 0x2, 0xc002b69000, 0xff8, 0x7, 0x39f, 0xc002245b20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b69000, 0xff8, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00326f518, 0xc0002d9de0, 0x3d, 0xc0028b6f80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005361e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1482 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003596800, 0x158a, 0xc0032a3218, 0xc0009f0a80) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003596800, 0x158a, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032a33c0, 0xaa04df, 0x2, 0xc003596800, 0x158a, 0x6, 0x465, 0xc007555860) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003596800, 0x158a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032a3518, 0xc0024bcf80, 0x6e, 0xc00146ad20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005364e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1483 [semacquire]: bytes.makeSlice(0x600, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002a7f0e8, 0x200, 0x200) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc002a7f0e8, 0xb7b620, 0xc005d08150, 0x203001, 0x203001, 0x203001) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc005d08150, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005d08150, 0xc002a7f1d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005d08150, 0x0, 0x0, 0x0, 0x1980, 0xc00598a000, 0x1964, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc00598a000, 0x1964, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001219410) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a7f518, 0xc0041d7140, 0xc0041d79c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1484 [semacquire]: github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007555900, 0xc000b4dab0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007555900, 0xc000b4d650, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.matchAllInto(0xc007555900, 0xc000b4d5e0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0xab9e20) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e github.com/andybalholm/cascadia.Selector.MatchAll(0xc007555900, 0xc000b4d5e0, 0xc00170f1e8, 0x747325, 0xc0009f0a80) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46 github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc000b4d500, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e github.com/PuerkitoBio/goquery.mapNodes(0xc0014669f0, 0x1, 0x1, 0xc00170f348, 0x1, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6 github.com/PuerkitoBio/goquery.findWithMatcher(0xc0014669f0, 0x1, 0x1, 0xb856e0, 0xc007555900, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0037fcfc0, 0xab9e11, 0x19, 0xc005dfa1e0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85 github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00170f518, 0xc004db4660, 0x52bb, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005367e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1485 [semacquire]: bytes.(*Buffer).String(...) /usr/local/go/src/bytes/buffer.go:65 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a9c570, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004431518, 0xc004972ba0, 0x39, 0xc00637fd40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1486 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40143a0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028cedd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028cedc0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002021c00, 0xb91, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a95380, 0x37, 0xc002021c00, 0xb91, 0xc002021c00, 0xb91, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005a95380, 0x37, 0xc002021c00, 0xb91, 0xaa0378, 0x1, 0xc002021c00, 0xb91, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1487 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004059af5, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004059af5, 0x7, 0x2, 0xc0080ce538, 0xc002ceca00, 0xc0060165d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004059af5, 0x7, 0xaa0378, 0x1, 0xc006fd2280, 0x5) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080cf0c0, 0xc005fea230, 0xc002d81760, 0xc006016670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cf0c0, 0xc005fea1c0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0060170c0, 0xc005fea1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060170c0, 0xc005fea1c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cf0c0, 0xc005fea0e0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0060170c0, 0xc005fea0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060170c0, 0xc005fea0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cf0c0, 0xc0019790a0, 0xc0009fd180, 0x7f13f041b2f0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0060170c0, 0xc0019790a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060170c0, 0xc0019790a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cf0c0, 0xc001978fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060170c0, 0xc001978fc0, 0x54b170, 0xc005c73ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001978fc0, 0x0, 0x0, 0x0, 0x0, 0xc001978fc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00495fc20, 0x0, 0x0, 0x0, 0x1000, 0xc004703000, 0xf97, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004703000, 0xf97, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc006e5f680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006017518, 0xc0020e38a0, 0xc0065e2260) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1488 [semacquire]: encoding/json.Unmarshal(0xc0044d6000, 0x10c, 0x120, 0x9cfa40, 0xc00427d7a0, 0x120, 0x1) /usr/local/go/src/encoding/json/decode.go:100 +0x31 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0045bf600, 0xc0054d8800, 0x78a, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0054d8800, 0x78a, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004e797a0, 0x2c, 0xc0054d8800, 0x78a, 0xc0054d8800, 0x78a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004e797a0, 0x2c, 0xc0054d8800, 0x78a, 0xaa0378, 0x1, 0xc0054d8800, 0x78a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536de0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1489 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008da0, 0x7f1374004760) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00421be20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00421bdf0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001f1e000, 0x71c, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003773194, 0x26, 0xc001f1e000, 0x71c, 0xc001f1e000, 0x71c, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003773194, 0x26, 0xc001f1e000, 0x71c, 0xaa0378, 0x1, 0xc001f1e000, 0x71c, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536f60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1490 [semacquire]: bytes.makeSlice(0xa19, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc007a3f388, 0xb5, 0x6a) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc007a3f388, 0xc006edb500, 0xb5, 0x5165d7, 0xc001767805, 0xc005b0d378) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000666e70) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000666e00) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000666000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000661f10) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000661810) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0041459b0, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007a3f518, 0xc0045bfec0, 0x2c, 0xc0065cee70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005370e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1491 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006a21c00, 0xb99, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a21c00, 0xb99, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a21c00, 0xb99, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a21c00, 0xb99, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc006a21c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a21c00, 0xb99, 0x0, 0x0, 0xb99, 0x1000, 0xc006a21c00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a21c00, 0xb99, 0xb99, 0x1000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cc6c0, 0x34, 0xc006a21c00, 0xb99, 0xc006a21c00, 0xb99, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cc6c0, 0x34, 0xc006a21c00, 0xb99, 0xaa0378, 0x1, 0xc006a21c00, 0xb99, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1492 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005373e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1493 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002eab3c0, 0xaa04f9, 0x2, 0xc002eee100, 0x578, 0xc002eee100, 0xc002eab3b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002eee100, 0x578, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002eab518, 0xc003db1960, 0x4b, 0xc005a99a90) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1494 [runnable]: strings.Index(0xc002804d01, 0xec1, 0xaa0378, 0x1, 0x3) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc002804d01, 0xec1, 0xaa0378, 0x1, 0x0, 0x55e, 0xc005998000, 0x55f, 0x55f) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00442f3c0, 0xaa05c9, 0x2, 0xc003c58000, 0x1bc2, 0x6, 0x55f, 0xc005a23fa0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003c58000, 0x1bc2, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00442f518, 0xc0000a72e0, 0x64, 0xc001a24d20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005376e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1495 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.ToLower(0xc007032a00, 0x6c3, 0x1, 0x1) /usr/local/go/src/strings/strings.go:600 +0x222 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007abf3c0, 0xaa0569, 0x2, 0xc007032a00, 0x6c3, 0x3, 0x193, 0xc003adb4a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007032a00, 0x6c3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007abf518, 0xc004973640, 0x3c, 0xc002282d40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1496 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1370008500, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f67280, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f67270, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005b71000, 0x3a9, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00485d270, 0x47, 0xc005b71000, 0x3a9, 0xc005b71000, 0x3a9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00485d270, 0x47, 0xc005b71000, 0x3a9, 0xaa0378, 0x1, 0xc005b71000, 0x3a9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005379e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1497 [semacquire]: strings.genSplit(0xc0055bd600, 0x880, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1c5, 0x1c5) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033bf3c0, 0xaa04d9, 0x2, 0xc005f89200, 0x880, 0x1, 0x1c5, 0xc0065e34a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f89200, 0x880, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0033bf518, 0xc00477ffc0, 0x48, 0xc005a99540) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1498 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc003295000, 0x701, 0xc003425218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc003295000, 0x701, 0x1, 0x0) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034253c0, 0xaa0599, 0x2, 0xc003295000, 0x701, 0x1, 0x16a, 0xc003db1240) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003295000, 0x701, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003425518, 0xc0049a2180, 0x48, 0xc00658bea0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537ce0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1499 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0005015f0, 0xc0033e2be8, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0005015f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005015f0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0005015f0, 0xc001541ab0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00515a930, 0x0, 0x0, 0x0, 0x0, 0x801, 0xc00515a900) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00515a900, 0x0, 0x0, 0x0, 0x900, 0xc0047de000, 0x894, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76 github.com/jaytaylor/html2text.FromString(0xc0047de000, 0x894, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xfe62ec4600000000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d97518, 0xc0062feba0, 0xc004ebb2a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537e60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1500 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0071913c0, 0xaa04f9, 0x2, 0xc007b75800, 0x379e, 0xc007b75800, 0xc0071913b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007b75800, 0x379e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007191518, 0xc00416a340, 0x2d, 0xc00393771d) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556000, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1501 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556180, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1502 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc005b48d80, 0xd7e, 0xc005a7f218, 0xc0009fd180) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc005b48d80, 0xd7e, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a7f3c0, 0xaa04fd, 0x2, 0xc005b48d80, 0xd7e, 0x49, 0x2e9, 0xc0075972c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b48d80, 0xd7e, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a7f518, 0xc0049a2520, 0x4f, 0xc0047ea140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556300, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1503 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400af90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d9ed20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d9ed10, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0049fb900, 0x10d9, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00658a370, 0x4f, 0xc0049fb900, 0x10d9, 0xc0049fb900, 0x10d9, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00658a370, 0x4f, 0xc0049fb900, 0x10d9, 0xaa0378, 0x1, 0xc0049fb900, 0x10d9, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556480, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1504 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc00475edd0, 0xc005c3e690, 0x8) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc00475edd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00475edd0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00475edd0, 0xc001f267e0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d6760, 0x0, 0x0, 0x0, 0xc002e89200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d6760, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e898f8, 0xc003390a00, 0x1461, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556600, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 972 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057f8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1505 [semacquire]: strings.genSplit(0xc006d78600, 0x1219, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00704a800, 0x36c, 0x36c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e753c0, 0xaa04df, 0x2, 0xc002c54600, 0x1219, 0x5, 0x36c, 0xc007687560) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002c54600, 0x1219, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e75518, 0xc0042c6e80, 0x37, 0xc003a8c3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556780, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1506 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc007a4b0c0, 0xaa04bf, 0x2, 0xa9, 0x2, 0xc007a4a198) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007a4b0c0, 0xaa04bf, 0x2, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63 github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007a4b0c0, 0xc0072df5e0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007a4b0c0, 0xc0072df5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007a4b0c0, 0xc0072df5e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a4b0c0, 0xc007221030, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046470c0, 0xc007221030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046470c0, 0xc007221030, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a4b0c0, 0xc007220f50, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046470c0, 0xc007220f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046470c0, 0xc007220f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a4b0c0, 0xc007220850, 0xc000ad9500, 0x7f13f04197d0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046470c0, 0xc007220850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046470c0, 0xc007220850, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007a4b0c0, 0xc007220770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046470c0, 0xc007220770, 0x54b170, 0xc000827110) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007220770, 0x0, 0x0, 0x0, 0x0, 0xc007220770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050d8030, 0x0, 0x0, 0x0, 0x2000, 0xc00377c000, 0x1bad, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc00377c000, 0x1bad, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0047b1724) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004647518, 0xc003ada960, 0xc004db5de0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556900, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1507 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13bc228270, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00647d050, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00647d040, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0023bf0e0, 0x1cc, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0047ea320, 0x44, 0xc0023bf0e0, 0x1cc, 0xc0023bf0e0, 0x1cc, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0047ea320, 0x44, 0xc0023bf0e0, 0x1cc, 0xaa0378, 0x1, 0xc0023bf0e0, 0x1cc, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556a80, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1508 [semacquire]: strings.genSplit(0xc005c0f400, 0xb5a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007802a80, 0x28e, 0x28e) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044433c0, 0xaa058b, 0x2, 0xc002a98c00, 0xb5a, 0x8, 0x28e, 0xc0049a27e0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a98c00, 0xb5a, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004443518, 0xc0062e87e0, 0x46, 0xc0047eb2c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556c00, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1509 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00358b0c0, 0xc005e6f490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb03 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00358b0c0, 0xc005e6f490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358b0c0, 0xc005e6f3b0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0044450c0, 0xc005e6f3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044450c0, 0xc005e6f3b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358b0c0, 0xc005e6f2d0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0044450c0, 0xc005e6f2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044450c0, 0xc005e6f2d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358b0c0, 0xc005e6ebd0, 0xc004444d40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0044450c0, 0xc005e6ebd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044450c0, 0xc005e6ebd0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00358b0c0, 0xc005e6eaf0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044450c0, 0xc005e6eaf0, 0x54b170, 0xc0031e9ad0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc005e6eaf0, 0x0, 0x0, 0x0, 0x0, 0xc005e6eaf0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0058d7d10, 0x0, 0x0, 0x0, 0x1300, 0xc005248c00, 0x1062, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005248c00, 0x1062, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0025f5290) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004445518, 0xc00416b0e0, 0xc00416b9e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556d80, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1510 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00509c000, 0x6d3, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00509c000, 0x6d3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00509c000, 0x6d3, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00509c000, 0x6d3, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00509c000, 0x6d3, 0x0, 0x0, 0x6d3, 0xc00509c000, 0x6d3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00509c000, 0x6d3, 0x6d3, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043ff6d0, 0x44, 0xc00509c000, 0x6d3, 0xc00509c000, 0x6d3, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043ff6d0, 0x44, 0xc00509c000, 0x6d3, 0xaa0378, 0x1, 0xc00509c000, 0x6d3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556f00, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1511 [semacquire]: bytes.makeSlice(0x200, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0044410e8, 0x200, 0x43e2a1) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7b620, 0xc005d08030, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005d08030, 0xc0044411d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005d08030, 0x0, 0x0, 0x0, 0x2600, 0xc007855200, 0x2562, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc007855200, 0x2562, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0043faa84) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004441518, 0xc004973900, 0xc0024bc3a0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557080, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1512 [semacquire]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ad38f8, 0xc0021a4a00, 0x20a4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000557200, 0x57) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 974 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057fa40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 975 [semacquire]: strings.Replace(0xc006e98480, 0x1a25, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc006e98480, 0x1a25) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039578f8, 0xc006e93500, 0x1a1f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005762a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1628 [semacquire]: bytes.makeSlice(0xc7b, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001b92a40, 0xc7b, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc004836678, 0xc7b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00502eae0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502eae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1625 [runnable]: regexp.(*inputString).step(0xc002220340, 0x204, 0xffffffffffffffff, 0x1) /usr/local/go/src/regexp/regexp.go:365 +0xbc regexp.(*Regexp).tryBacktrack(0xc001b24a00, 0xc0022202c0, 0xb886e0, 0xc002220340, 0xc000000049, 0x204, 0x0) /usr/local/go/src/regexp/backtrack.go:218 +0xb5f regexp.(*Regexp).backtrack(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0031e0000, 0xd0e, 0x204, 0x2, 0xc0040a57f0, 0x0, ...) /usr/local/go/src/regexp/backtrack.go:353 +0x39d regexp.(*Regexp).doExecute(0xc001b24a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0031e0000, 0xd0e, 0x1fd, 0x2, ...) /usr/local/go/src/regexp/exec.go:535 +0x453 regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0031e0000, 0xd0e, 0x2, 0xc007fb9a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0031e0000, 0xd0e, 0x0, 0x0, 0xc0001e9410, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0031e0000, 0xd0e, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1626 [semacquire]: github.com/gigawattio/window.Rolling(0xc007944000, 0x383, 0x383, 0x3, 0x0, 0x382, 0xc007944000) /home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00443f518, 0xc005628de0, 0xc005629720) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 699 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400ba90, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f46d10, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f46d00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00458b500, 0xa21, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303ba40, 0x3f, 0xc00458b500, 0xa21, 0xc00458b500, 0xa21, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303ba40, 0x3f, 0xc00458b500, 0xa21, 0xaa0378, 0x1, 0xc00458b500, 0xa21, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae4d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1557 [semacquire]: bytes.makeSlice(0xe09, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0065121b0, 0x5b, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc0065121b0, 0xc005b75800, 0x5b, 0x6, 0xffffffffffffffff, 0xad0184) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc0065121b0, 0xc005b75800, 0x5b, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00763e8c0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00763e2a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00773f420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00773f340, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc0065121b0, 0xc00773ec40, 0xb84d20, 0xc0065121b0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc0065121b0, 0xc00773ec40, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004335200, 0xcab070bf, 0x1251a20, 0xc00384d300, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005770e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1558 [semacquire]: strings.(*Builder).grow(...) /usr/local/go/src/strings/builder.go:68 strings.(*Builder).Grow(...) /usr/local/go/src/strings/builder.go:82 strings.Map(0xae62d0, 0xc00354d500, 0xa44, 0xc000a99218, 0xc0002af880) /usr/local/go/src/strings/strings.go:485 +0x4b7 strings.ToLower(0xc00354d500, 0xa44, 0x1, 0x1) /usr/local/go/src/strings/strings.go:610 +0x8f github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a993c0, 0xaa058b, 0x2, 0xc00354d500, 0xa44, 0x1, 0x289, 0xc0049a36c0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00354d500, 0xa44, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a99518, 0xc002605c00, 0x5c, 0xc005e53860) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1559 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005773e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1560 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1561 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005776e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1562 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.isStopChar(0x61, 0xc002cbc000) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:10 +0x13b _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.toTrigramChar(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:32 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0056dd000, 0xdeb, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0xb9 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0056dd000, 0xdeb, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0056dd000, 0xdeb, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0056dd000, 0xdeb, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0056dd000, 0xdeb, 0x0, 0x0, 0xdeb, 0xc0056dd000, 0xdeb) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0056dd000, 0xdeb, 0xdeb, 0x1300) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002579730, 0x51, 0xc0056dd000, 0xdeb, 0xc0056dd000, 0xdeb, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002579730, 0x51, 0xc0056dd000, 0xdeb, 0xaa0378, 0x1, 0xc0056dd000, 0xdeb, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577860, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1563 [semacquire]: strings.Replace(0xc00412c000, 0x1775, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00412c000, 0x1775) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018cb8f8, 0xc001fa6000, 0x1765, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005779e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1564 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577b60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1565 [semacquire]: strings.Replace(0xc005217000, 0xe86, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc0059da9a0, 0xc001ef9ca0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00417d8f8, 0xc005217000, 0xe86, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577ce0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1566 [semacquire]: strings.genSplit(0xc004bd1b00, 0x87f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc005b6f9d0, 0xc003259360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032593c0, 0xaa0599, 0x2, 0xc004bd1200, 0x87f, 0xc004bd1200, 0xc0032593b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004bd1200, 0x87f, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003259518, 0xc00432b540, 0x4a, 0xc00378dc70) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577e60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1567 [semacquire]: strings.Replace(0xc0056a1400, 0xb95, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc0056a1400, 0xb95) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b578f8, 0xc00569e400, 0xb90, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057e240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1568 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057fe60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1569 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00057ff20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1570 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a10d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1571 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a113e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1572 [semacquire]: os.newFile(0xdb, 0xc001a09c80, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc001a09c80, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc001a09c80, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc001a09c80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1573 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a09ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1574 [semacquire]: os.newFile(0xdd, 0xc00038a240, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc00038a240, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc00038a240, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc00038a240, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1575 [semacquire]: bytes.makeSlice(0x353c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002108a40, 0x353c, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc001f48928, 0x353c, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00038a540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1576 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1577 [semacquire]: bytes.makeSlice(0x856d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001ed1a40, 0x856d, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc001f48938, 0x856d, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00038ab40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ab40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1578 [semacquire]: bytes.makeSlice(0x1b67, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00180ea40, 0x1b67, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc001f48940, 0x1b67, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00038ae40, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ae40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1579 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1580 [semacquire]: strings.Replace(0xc006752800, 0xabf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc006752800, 0xabf) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b758f8, 0xc00674f800, 0xabc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1581 [semacquire]: strings.Replace(0xc001706600, 0x18f3, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f800056, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ae18f8, 0xc001706600, 0x18f3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a19ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1582 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afb1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1583 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbb60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1584 [semacquire]: bytes.makeSlice(0x1e9e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001ed5a40, 0x1e9e, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc001f48978, 0x1e9e, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc001afbc20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbc20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1585 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbd40, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1586 [semacquire]: os.newFile(0xe9, 0xc001afbe00, 0x5a, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc001afbe00, 0x5a, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc001afbe00, 0x5a, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc001afbe00, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbe00, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1587 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1588 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001afbf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1589 [semacquire]: bytes.makeSlice(0xc03, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002064a40, 0xc03, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0034bada0, 0xc03, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc002fac480, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fac480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1590 [semacquire]: strings.Replace(0xc00380ec00, 0x11b9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001e6cfc0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028538f8, 0xc00380ec00, 0x11b9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fac6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1591 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fac7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1592 [semacquire]: bytes.makeSlice(0x158e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00206aa40, 0x158e, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0034badc8, 0x158e, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc002fad080, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fad080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1593 [semacquire]: strings.Replace(0xc00166cc00, 0x1125, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc0076f5740, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001e8b8f8, 0xc00166cc00, 0x1125, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fad1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1541 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4007bc0, 0x7f1340006910) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044add20, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044add00, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004325c00, 0x674, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c4e6c0, 0x33, 0xc004325c00, 0x674, 0xc004325c00, 0x674, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005c4e6c0, 0x33, 0xc004325c00, 0x674, 0xaa0378, 0x1, 0xc004325c00, 0x674, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc002fad260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1542 [semacquire]: bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc005d510e8, 0x200, 0x800) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).ReadFrom(0xc005d510e8, 0xb7b620, 0xc0020f0000, 0x203000, 0x203000, 0x203000) /usr/local/go/src/bytes/buffer.go:202 +0x48 io/ioutil.readAll(0xb7b620, 0xc0020f0000, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3 io/ioutil.ReadAll(...) /usr/local/go/src/io/ioutil/ioutil.go:45 github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0020f0000, 0xc005d511d8, 0x42d308, 0x30, 0xa4a0e0) /home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42 github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0020f0000, 0x0, 0x0, 0x0, 0x1500, 0xc002eeea00, 0x147a, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39 github.com/jaytaylor/html2text.FromString(0xc002eeea00, 0x147a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0018d3dd0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005d51518, 0xc00384dfc0, 0xc002244ca0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1543 [semacquire]: regexp.(*machine).step(0xc00621e2d0, 0xc00621e2e0, 0xc00621e310, 0x1123, 0x1124, 0x69, 0xc001e777f0) /usr/local/go/src/regexp/exec.go:307 +0x2c5 regexp.(*machine).match(0xc00621e2d0, 0xb886e0, 0xc00621e390, 0x1121, 0xc001e778f0) /usr/local/go/src/regexp/exec.go:225 +0x21f regexp.(*Regexp).doExecute(0xc001b24a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0045fb000, 0x179b, 0x111b, 0x2, ...) /usr/local/go/src/regexp/exec.go:542 +0x177 regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0045fb000, 0x179b, 0x2, 0xc001e77a58, 0xaa3a2a, 0x4, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0045fb000, 0x179b, 0x0, 0x0, 0xc0001e9410, 0x127d7a0) /usr/local/go/src/regexp/regexp.go:557 +0x10a _/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0045fb000, 0x179b, 0x0, 0x0, 0x10, 0xab52f4) /home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004509c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1544 [runnable]: bytes.makeSlice.func1() /usr/local/go/src/bytes/buffer.go:224 +0x68 bytes.makeSlice(0x56a1, 0xc007e9e000, 0x56a1, 0x56a1) /usr/local/go/src/bytes/buffer.go:229 +0x96 bytes.(*Buffer).grow(0xc005b208d0, 0x18b3, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc005b208d0, 0xc002bae600, 0x18b3, 0x1, 0x127e7a0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00580c380, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694 golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00580c2a0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00346f030, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00346ef50, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc005b208d0, 0xc00346e850, 0xb84d20, 0xc005b208d0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc005b208d0, 0xc00346e850, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00280b5c0, 0x50d201, 0xc003f60c00, 0x71, 0x3f) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001931518, 0xc002250900, 0xc00477fca0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004512c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1545 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001c18000, 0x410, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001c18000, 0x410, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001c18000, 0x410, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001c18000, 0x410, 0x0, 0x0, 0x410, 0xc001c18000, 0x410) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001c18000, 0x410, 0x410, 0x480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0047fb4f0, 0x42, 0xc001c18000, 0x410, 0xc001c18000, 0x410, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0047fb4f0, 0x42, 0xc001c18000, 0x410, 0xaa0378, 0x1, 0xc001c18000, 0x410, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004515c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1546 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005168a20, 0x0, 0x0, 0x0, 0xc00345f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005168a20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00345f8f8, 0xc003f49000, 0xb56, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004518c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1547 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451bc0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1548 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00078eea0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1549 [semacquire]: golang.org/x/net/html.(*Tokenizer).Token(0xc001ae41a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260 golang.org/x/net/html.(*parser).parse(0xc001ae4270, 0xc003f558f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166f920, 0x0, 0x0, 0x0, 0xc003511200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166f920, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035118f8, 0xc005109800, 0xbcf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2120, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1550 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2420, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1551 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2720, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1552 [semacquire]: golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005168c80, 0x0, 0x0, 0x0, 0xc002ea5200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2338 +0x8a golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005168c80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ea58f8, 0xc00460a600, 0x1161, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2a20, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1553 [semacquire]: strings.Replace(0xc00413d500, 0x924, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc03f800054, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002daf8f8, 0xc00413d500, 0x924, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2d20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1602 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1603 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1604 [semacquire]: strings.Replace(0xc005520a00, 0x14cd, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0020f1650, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016d98f8, 0xc005520a00, 0x14cd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1605 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1606 [semacquire]: strings.Replace(0xc0027c8600, 0x1270, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0027c8600, 0x1270) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c4b8f8, 0xc0027c8600, 0x1270, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3f20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1607 [semacquire]: strings.Replace(0xc006f9e480, 0x19ac, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc006f9e480, 0x19ac) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c3f8f8, 0xc006f9af80, 0x19ab, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047aae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1608 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ac60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1609 [semacquire]: strings.Replace(0xc005615000, 0xdd9, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc005615000, 0xdd9) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00064d8f8, 0xc005615000, 0xdd9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1610 [semacquire]: strings.Replace(0xc002170000, 0xede, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0050c2310, 0xc00534e780) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00299f8f8, 0xc002170000, 0xede, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1611 [semacquire]: strings.Replace(0xc003103900, 0x125e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc0075a5fb0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f2d8f8, 0xc003103900, 0x125e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047baa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1612 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00166fe60, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166fe60, 0x0, 0x0, 0x0, 0xc004cb3200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166fe60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cb38f8, 0xc001fd0580, 0xc7e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1613 [semacquire]: strings.Replace(0xc005623000, 0xef9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00593b950, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00498d8f8, 0xc005623000, 0xef9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1614 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d381e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1615 [semacquire]: strings.Replace(0xc002fa2800, 0x171e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc005268850, 0xc00166fe80) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e5f8f8, 0xc002fa2800, 0x171e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d382a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1616 [semacquire]: strings.Replace(0xc000420580, 0xc70, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc00531b080, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a858f8, 0xc000420580, 0xc70, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1617 [semacquire]: strings.Replace(0xc00068e800, 0x167b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc00068e800, 0x167b) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032518f8, 0xc004b0d000, 0x1676, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1618 [semacquire]: strings.Replace(0xc005aec000, 0x183b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00636f8f8, 0xc005aec000, 0x183b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d384e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1619 [semacquire]: strings.Replace(0xc003d0c580, 0xc20, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc003d0c580, 0xc20) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a2f8f8, 0xc003d0c580, 0xc20, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d385a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1620 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1517 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0035be300, 0x649, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0035be300, 0x649, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0035be300, 0x649, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0035be300, 0x649, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0035be300, 0x649, 0x0, 0x0, 0x649, 0xc0035be300, 0x649) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0035be300, 0x649, 0x649, 0x800) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002283240, 0x3c, 0xc0035be300, 0x649, 0xc0035be300, 0x649, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002283240, 0x3c, 0xc0035be300, 0x649, 0xaa0378, 0x1, 0xc0035be300, 0x649, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005d38720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1518 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001f14380, 0xcca, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f14380, 0xcca, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f14380, 0xcca, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f14380, 0xcca, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f14380, 0xcca, 0x0, 0x0, 0xcca, 0xc001f14380, 0xcca) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f14380, 0xcca, 0xcca, 0xd80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048e81e0, 0x2f, 0xc001f14380, 0xcca, 0xc001f14380, 0xcca, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0048e81e0, 0x2f, 0xc001f14380, 0xcca, 0xaa0378, 0x1, 0xc001f14380, 0xcca, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005cb5d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1519 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0049d6000, 0xa60, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0049d6000, 0xa60, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0049d6000, 0xa60, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0049d6000, 0xa60, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0049d6000, 0xa60, 0x0, 0x0, 0xa60, 0xc0049d6000, 0xa60) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0049d6000, 0xa60, 0xa60, 0xa80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00159cd40, 0x40, 0xc0049d6000, 0xa60, 0xc0049d6000, 0xa60, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00159cd40, 0x40, 0xc0049d6000, 0xa60, 0xaa0378, 0x1, 0xc0049d6000, 0xa60, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005cb5e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1520 [semacquire]: bytes.makeSlice(0x10a2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc002945ce0, 0xc2, 0x0) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc002945ce0, 0xc0057101a0, 0xc2, 0x6, 0xffffffffffffffff, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.escape(0xb84d20, 0xc002945ce0, 0xc0057101a0, 0xc2, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f golang.org/x/net/html.render1(0xb84d20, 0xc002945ce0, 0xc00497d490, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d golang.org/x/net/html.render1(0xb84d20, 0xc002945ce0, 0xc00497d420, 0xb84d20, 0xc002945ce0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc002945ce0, 0xc00497d420, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002945cb0, 0x203000, 0x203000, 0x9f94796e00000000, 0xc00313f138) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc002945cb0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002945c80, 0xc00313f2c8, 0x7) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53 github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00313f6b0, 0xc00000f960, 0xaac03e, 0x7, 0xc00000f960) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8 github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00313f6b0, 0xc00000f960, 0xc00534e4e0) /home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005cb5ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1521 [semacquire]: strings.Replace(0xc004b52600, 0x1875, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0059de2d0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00395d8f8, 0xc004b52600, 0x1875, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005cb5f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1634 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1635 [semacquire]: github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18120, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1636 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e181e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1637 [semacquire]: strings.Replace(0xc005154000, 0xb74, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc005154000, 0xb74) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060bb8f8, 0xc00510c800, 0xb71, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e182a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1638 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc001bba820, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001bba820) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001bba820, 0xc007be5420, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004db4480, 0x0, 0x0, 0x0, 0xc002d45200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004db4480, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d458f8, 0xc004a1a380, 0xcb2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1639 [semacquire]: golang.org/x/net/html.parseDoctype(0xc005bd7760, 0x4, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/doctype.go:17 +0x42 golang.org/x/net/html.initialIM(0xc001ae4410, 0x7f1300000000) /home/develop/go/src/golang.org/x/net/html/parse.go:530 +0x98 golang.org/x/net/html.(*parser).parseCurrentToken(0xc001ae4410) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc001ae4410, 0xc003f55f80, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166fa20, 0x0, 0x0, 0x0, 0xc00394b200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166fa20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00394b8f8, 0xc005154c00, 0xb05, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1640 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e184e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1641 [semacquire]: strings.Replace(0xc003fdcc00, 0x10a8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x7f13c9ae7fff, 0xc002ad3278) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ad38f8, 0xc003fdcc00, 0x10a8, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e185a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1642 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1643 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e18720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1644 [semacquire]: encoding/json.(*decodeState).literalStore(0xc0077de8f0, 0xc005b31470, 0x12, 0xf0, 0x9e4c80, 0xc006464088, 0x18d, 0x0, 0x10d, 0xc0077de918) /usr/local/go/src/encoding/json/decode.go:988 +0x1007 encoding/json.(*decodeState).value(0xc0077de8f0, 0x9e4c80, 0xc006464088, 0x18d, 0x9e4c80, 0xc006464088) /usr/local/go/src/encoding/json/decode.go:401 +0x1de encoding/json.(*decodeState).object(0xc0077de8f0, 0xa49de0, 0xc006464080, 0x199, 0xab20e1, 0xb) /usr/local/go/src/encoding/json/decode.go:782 +0x12e5 encoding/json.(*decodeState).value(0xc0077de8f0, 0xa49de0, 0xc006464080, 0x199, 0xa49de0, 0xc006464080) /usr/local/go/src/encoding/json/decode.go:387 +0x6d encoding/json.(*decodeState).array(0xc0077de8f0, 0x9cfa40, 0xc004ec63a0, 0x16, 0xc0077de918, 0x5b) /usr/local/go/src/encoding/json/decode.go:575 +0x1a7 encoding/json.(*decodeState).value(0xc0077de8f0, 0x9cfa40, 0xc004ec63a0, 0x16, 0xc0061278d0, 0x532927) /usr/local/go/src/encoding/json/decode.go:377 +0xfd encoding/json.(*decodeState).unmarshal(0xc0077de8f0, 0x9cfa40, 0xc004ec63a0, 0xc0077de918, 0x0) /usr/local/go/src/encoding/json/decode.go:180 +0x1f0 encoding/json.Unmarshal(0xc005b31440, 0x10d, 0x120, 0x9cfa40, 0xc004ec63a0, 0x120, 0x1) /usr/local/go/src/encoding/json/decode.go:107 +0x112 _/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003646cc0, 0xc001b2a000, 0x7ab, 0x0, 0x0, 0x0, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc001b2a000, 0x7ab, 0xaa04f9, 0x2) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e7b60, 0x5c, 0xc001b2a000, 0x7ab, 0xc001b2a000, 0x7ab, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e7b60, 0x5c, 0xc001b2a000, 0x7ab, 0xaa0378, 0x1, 0xc001b2a000, 0x7ab, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005e187e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 976 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 977 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005765a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1650 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1651 [semacquire]: strings.Replace(0xc0045b6c00, 0x126a, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0045b6c00, 0x126a) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a738f8, 0xc0045b4600, 0x1267, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576ba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1652 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000576ea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1653 [semacquire]: strings.Replace(0xc004250000, 0x9c4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002d167e0, 0xc002605d00) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dc38f8, 0xc004250000, 0x9c4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005771a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1654 [semacquire]: strings.Replace(0xc00558e380, 0xd0b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc00558e380, 0xd0b) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002db18f8, 0xc00558c880, 0xd09, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005774a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1655 [semacquire]: strings.Replace(0xc0028e8c00, 0x11ad, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc001e4e9f0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004f278f8, 0xc0028e8c00, 0x11ad, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005777a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1656 [semacquire]: strings.Replace(0xc0049b0000, 0x155a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00636d8f8, 0xc0049b0000, 0x155a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1657 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc0005aa750) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc0005aa750, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aa750) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0005aa750, 0xc006f1a3f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166fe20, 0x0, 0x0, 0x0, 0xc00288f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166fe20, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00288f8f8, 0xc00147c800, 0xbc6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000577da0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1658 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6060, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1659 [semacquire]: strings.Replace(0xc0057b5100, 0xcea, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0xc005ce2000, 0xc007818480) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d038f8, 0xc0057b5100, 0xcea, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a6c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1660 [semacquire]: strings.Replace(0xc001e8f900, 0x12cf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc001e8f900, 0x12cf) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032cd8f8, 0xc0046df900, 0x12ab, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a71a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1661 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0005aaa90, 0xc0056301b0, 0x7) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inBodyIM(0xc0005aaa90, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aaa90) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0005aaa90, 0xc00575ce00, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ff40, 0x0, 0x0, 0x0, 0xc0037ef200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ff40, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037ef8f8, 0xc0057f8d80, 0xd5b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7320, 0x58) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1662 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a74a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1663 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00166ff80, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ff80, 0x0, 0x0, 0x0, 0xc002a77200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ff80, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a778f8, 0xc0049b4800, 0x1585, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a76e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1664 [semacquire]: strings.Replace(0xc0023ec000, 0xea1, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00651f8f8, 0xc0023ec000, 0xea1, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7920, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1665 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc0005aac30, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aac30) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0005aac30, 0xc003463a40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ffa0, 0x0, 0x0, 0x0, 0xc003255200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ffa0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032558f8, 0xc001818400, 0xb74, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7aa0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1666 [semacquire]: strings.Replace(0xc006283000, 0x152d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1e, 0xc006283000, 0x152d) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fcf8f8, 0xc003b7a800, 0x152c, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0011a7c20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1667 [semacquire]: strings.Replace(0xc004628000, 0x9bb, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc004628000, 0x9bb) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00636b8f8, 0xc004628000, 0x9bb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1668 [semacquire]: strings.Replace(0xc0024b0000, 0xeb9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00651b8f8, 0xc0024b0000, 0xeb9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22ae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1669 [semacquire]: golang.org/x/net/html.(*parser).addChild(0xc0005aadd0, 0xc00726c2a0) /home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3 golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inHeadIM(0xc0005aadd0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x347 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aadd0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0005aadd0, 0xc00726c070, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ffe0, 0x0, 0x0, 0x0, 0xc00651d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ffe0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00651d8f8, 0xc00337bb00, 0xd51, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a22c60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1670 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004ec6020, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6020, 0x0, 0x0, 0x0, 0xc002a71200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6020, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a718f8, 0xc001c1d800, 0x7e7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc001a236e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1671 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0005aaf70, 0xc0056302b8, 0x3) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc0005aaf70, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005aaf70) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0005aaf70, 0xc00726c310, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6040, 0x0, 0x0, 0x0, 0xc002f39200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6040, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f398f8, 0xc001940800, 0xb17, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1672 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1673 [semacquire]: strings.Replace(0xc0008a9400, 0x21fd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x15, 0xc0008a9400, 0x21fd) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f3b8f8, 0xc0058f0f00, 0x21f3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bf80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1674 [semacquire]: bytes.makeSlice(0xbe07, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0003ada40, 0xbe07, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc000f5a528, 0xbe07, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00038b2c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b2c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1675 [semacquire]: strings.Replace(0xc00565aa80, 0x95d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f80020e, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031c38f8, 0xc00565aa80, 0x95d, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b5c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1676 [semacquire]: strings.Replace(0xc006b80800, 0x17eb, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f8013c3, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023d78f8, 0xc006b80800, 0x17eb, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b8c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1677 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bbc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1678 [semacquire]: strings.Replace(0xc006a69000, 0xdc9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0xc03f800069, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00393f8f8, 0xc006a69000, 0xdc9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1679 [semacquire]: golang.org/x/net/html.(*parser).addText(0xc0005abe10, 0xc005bf62c5, 0x5) /home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128 golang.org/x/net/html.inHeadIM(0xc0005abe10, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005abe10) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0005abe10, 0xc005696c40, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6340, 0x0, 0x0, 0x0, 0xc003399200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6340, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033998f8, 0xc002b52400, 0xba9, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b88cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1680 [semacquire]: strings.Replace(0xc001bf4f00, 0x2475, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0xc004ada2d0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00326d8f8, 0xc001bf4f00, 0x2475, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b898c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1681 [semacquire]: strings.Replace(0xc006d85000, 0x1621, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f811a34, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017238f8, 0xc006d85000, 0x1621, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1682 [semacquire]: strings.Replace(0xc005287800, 0x78a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc005287800, 0x78a) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001d9b8f8, 0xc005287800, 0x78a, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1683 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004ec6380, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ec6380, 0x0, 0x0, 0x0, 0xc002b5d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ec6380, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b5d8f8, 0xc004fb4a00, 0x6b6, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000b89d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1684 [semacquire]: strings.Replace(0xc006c98c00, 0x12e4, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc006c98c00, 0x12e4) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fb38f8, 0xc006c96600, 0x12ba, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a060, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1685 [semacquire]: strings.Replace(0xc005a89400, 0x24ff, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x9, 0xc005a89400, 0x24ff) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025eb8f8, 0xc005a84a00, 0x24e3, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a120, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1686 [semacquire]: strings.Replace(0xc006a7f000, 0xfaf, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xe, 0xc0058a12c0, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00325f8f8, 0xc006a7f000, 0xfaf, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a1e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1687 [semacquire]: strings.Replace(0xc00412a600, 0x193b, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc000667ea0, 0xc004db5520) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019f18f8, 0xc00412a600, 0x193b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a2a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1688 [semacquire]: strings.Replace(0xc002632a00, 0x1372, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc005a3e9f0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033978f8, 0xc002632a00, 0x1372, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a360, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1689 [semacquire]: strings.Replace(0xc006e88c00, 0x10d4, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc006e88c00, 0x10d4) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018878f8, 0xc006e86600, 0x10d2, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a420, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1690 [semacquire]: strings.Replace(0xc006e5a800, 0x16df, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xf, 0xc006e5a800, 0x16df) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ea18f8, 0xc004f3e800, 0x16da, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a4e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1691 [semacquire]: strings.Replace(0xc0025f8000, 0xf6f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0065278f8, 0xc0025f8000, 0xf6f, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a5a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1692 [semacquire]: strings.Replace(0xc006f35000, 0x17b5, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x5, 0xc006f35000, 0x17b5) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025f18f8, 0xc005049000, 0x17b0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a660, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1693 [semacquire]: strings.Replace(0xc00260e000, 0xeed, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0065198f8, 0xc00260e000, 0xeed, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a720, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1694 [semacquire]: strings.Replace(0xc00261a000, 0xfdc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0065238f8, 0xc00261a000, 0xfdc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a7e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1695 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a8a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1696 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604a960, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1697 [semacquire]: strings.Replace(0xc006af6a00, 0x13df, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc006af6a00, 0x13df) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002b1d8f8, 0xc002cf0a00, 0x13dd, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604aa20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1698 [semacquire]: strings.genSplit(0xc0080f4800, 0x7eb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d6a000, 0x1c7, 0x1c7) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b193c0, 0xaa05c9, 0x2, 0xc007d6b000, 0x7eb, 0x2, 0x1c7, 0xc007676b00) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007d6b000, 0x7eb, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b19518, 0xc0076765a0, 0x3a, 0xc007992240) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604aae0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1699 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036d9200, 0x5d1, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036d9200, 0x5d1, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036d9200, 0x5d1, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036d9200, 0x5d1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036d9200, 0x5d1, 0x0, 0x0, 0x5d1, 0xc0036d9200, 0x5d1) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036d9200, 0x5d1, 0x5d1, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007993a40, 0x32, 0xc0036d9200, 0x5d1, 0xc0036d9200, 0x5d1, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc007993a40, 0x32, 0xc0036d9200, 0x5d1, 0xaa0378, 0x1, 0xc0036d9200, 0x5d1, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604aba0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1700 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003d29180, 0x33b, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003d29180, 0x33b, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003d29180, 0x33b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003d29180, 0x33b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003d29180) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003d29180, 0x33b, 0x0, 0x0, 0x33b, 0x580, 0xc003d29180) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003d29180, 0x33b, 0x33b, 0x580) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006b4f920, 0x56, 0xc003d29180, 0x33b, 0xc003d29180, 0x33b, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc006b4f920, 0x56, 0xc003d29180, 0x33b, 0xaa0378, 0x1, 0xc003d29180, 0x33b, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604ac60, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1701 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000349195, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc000349195, 0x7, 0x2, 0xc0080c2538, 0x14790126a3e0, 0xc0046485d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc000349195, 0x7, 0xaa0378, 0x1, 0xc006fd2200, 0x4) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080c30c0, 0xc0038139d0, 0xc0022218c0, 0xc004648670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c30c0, 0xc003813960, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046490c0, 0xc003813960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046490c0, 0xc003813960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c30c0, 0xc003813880, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046490c0, 0xc003813880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046490c0, 0xc003813880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c30c0, 0xc003813180, 0xc000783c00, 0x7f13f041ac28) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0046490c0, 0xc003813180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046490c0, 0xc003813180, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080c30c0, 0xc001fdc8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0046490c0, 0xc001fdc8c0, 0x54b170, 0xc002589930) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc001fdc8c0, 0x0, 0x0, 0x0, 0x0, 0xc001fdc8c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00515bdd0, 0x0, 0x0, 0x0, 0x1500, 0xc005e0e000, 0x1326, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005e0e000, 0x1326, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001deb450) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004649518, 0xc005169c60, 0xc003f265e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604ad20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1702 [runnable]: strings.genSplit(0xc00398107c, 0x417, 0xaa0378, 0x1, 0x0, 0x233, 0x4f, 0xc003980000, 0x7f13c85f63c0) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e893c0, 0xaa058b, 0x2, 0xc003980000, 0xa13, 0xc003980000, 0xc001e893b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003980000, 0xa13, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e89518, 0xc004ebaca0, 0x53, 0xc00502eb40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604ade0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1703 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604aea0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1704 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1344002780, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00373ccc0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00373ccb0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0049a6000, 0x25a, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004167b8d, 0x33, 0xc0049a6000, 0x25a, 0xc0049a6000, 0x25a, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004167b8d, 0x33, 0xc0049a6000, 0x25a, 0xaa0378, 0x1, 0xc0049a6000, 0x25a, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604af60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1705 [semacquire]: strings.Replace(0xc00633b000, 0x173e, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc00633b000, 0x173e) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0027a18f8, 0xc00633b000, 0x173e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b020, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1706 [semacquire]: syscall.ByteSliceFromString(0xc00604b0e0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc002f12000) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc00604b0e0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc00604b0e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc00604b0e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc00604b0e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b0e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1707 [semacquire]: strings.Replace(0xc00577c800, 0xb2e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc00577c800, 0xb2e) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cdb8f8, 0xc00577c800, 0xb2e, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b1a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1708 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b260, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1709 [semacquire]: bytes.makeSlice(0x1b50, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000612a40, 0x1b50, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc004836608, 0x1b50, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00604b320, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b320, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1710 [semacquire]: syscall.ByteSliceFromString(0xc00604b3e0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc002090c80) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc00604b3e0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc00604b3e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc00604b3e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc00604b3e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b3e0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1711 [semacquire]: strings.Replace(0xc0058fb900, 0x1282, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0xc005b83a70, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047678f8, 0xc0058fb900, 0x1282, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b4a0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1712 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b560, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1713 [semacquire]: bytes.makeSlice(0xdb7, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00204da40, 0xdb7, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc004836398, 0xdb7, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00604b620, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b620, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1714 [semacquire]: bytes.makeSlice(0x11d1, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc0007f9a40, 0x11d1, 0x5a) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0048363a0, 0x11d1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00604b6e0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b6e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1715 [semacquire]: bytes.makeSlice(0x1b80, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000fbaa40, 0x1b80, 0x5a) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0048363a8, 0x1b80, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00604b7a0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b7a0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1716 [semacquire]: bytes.makeSlice(0x1c99, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000fbea40, 0x1c99, 0x5a) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0048363b0, 0x1c99, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00604b860, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b860, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1717 [semacquire]: bytes.makeSlice(0x122e, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc003125a40, 0x122e, 0x5a) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0048363b8, 0x122e, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00604b920, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b920, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1718 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604b9e0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1719 [semacquire]: bytes.makeSlice(0x1bad, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00311ea40, 0x1bad, 0x59) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0048363d0, 0x1bad, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00604baa0, 0x59, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604baa0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1720 [semacquire]: bytes.makeSlice(0x1f1c, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00311fa40, 0x1f1c, 0x59) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0048363d8, 0x1f1c, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00604bb60, 0x59, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bb60, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1721 [semacquire]: bytes.makeSlice(0x2889, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc001618a40, 0x2889, 0x59) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc0048363e0, 0x2889, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc00604bc20, 0x59, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bc20, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1722 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bce0, 0x59) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1723 [semacquire]: strings.Replace(0xc004153000, 0x724, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc004e68c00, 0x0) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022758f8, 0xc004153000, 0x724, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bda0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1724 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604be60, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1725 [semacquire]: strings.Replace(0xc005285100, 0xd6c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005285100, 0xd6c) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038d78f8, 0xc005281b00, 0xd67, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00604bf20, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1726 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060000, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1727 [semacquire]: bytes.makeSlice(0x13d8, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00161ca40, 0x13d8, 0x5a) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc004836410, 0x13d8, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc0060600c0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060600c0, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1728 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1729 [semacquire]: strings.Replace(0xc0052e6a00, 0x13d4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f827645, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026498f8, 0xc0052e6a00, 0x13d4, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1730 [semacquire]: bytes.makeSlice(0x1562, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000933a40, 0x1562, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc004836430, 0x1562, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc006060300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1731 [semacquire]: bytes.makeSlice(0x1ee1, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000932a40, 0x1ee1, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc004836438, 0x1ee1, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc0060603c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060603c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1732 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1733 [semacquire]: bytes.makeSlice(0x160d, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000c40a40, 0x160d, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc004836448, 0x160d, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc006060540, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1734 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1735 [semacquire]: bytes.makeSlice(0x1273, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc000c3da40, 0x1273, 0x5b) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).Grow(...) /usr/local/go/src/bytes/buffer.go:161 io/ioutil.readAll(0xb7c120, 0xc004836450, 0x1273, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3 io/ioutil.ReadFile(0xc0060606c0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:73 +0xed _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060606c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1736 [semacquire]: syscall.ByteSliceFromString(0xc006060780, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc003328000) /usr/local/go/src/syscall/syscall.go:53 +0x95 syscall.BytePtrFromString(...) /usr/local/go/src/syscall/syscall.go:69 syscall.openat(0xffffffffffffff9c, 0xc006060780, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f syscall.Open(...) /usr/local/go/src/syscall/syscall_linux.go:138 os.openFileNolog(0xc006060780, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:200 +0x8f os.OpenFile(0xc006060780, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc006060780, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1737 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060840, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1738 [semacquire]: os.(*File).Stat(0xc004836468, 0x5b, 0x0, 0x0, 0xc004836468) /usr/local/go/src/os/stat_unix.go:19 +0x3f io/ioutil.ReadFile(0xc006060900, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:62 +0xb3 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060900, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1739 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060609c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1740 [semacquire]: golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00166fa60, 0x0, 0x0, 0x20) /home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43 golang.org/x/net/html.NewTokenizer(...) /home/develop/go/src/golang.org/x/net/html/token.go:1201 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166fa60, 0x0, 0x0, 0x0, 0xc000a9f200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41 golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166fa60, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000a9f8f8, 0xc0054bdb00, 0xd11, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060a80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1741 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060b40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1742 [runnable]: strings.Index(0xc003e17900, 0x1023, 0xaa0378, 0x1, 0x2d7) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc003e17900, 0x1023, 0xaa0378, 0x1, 0x0, 0x2d7, 0xc007ea7000, 0x2d8, 0x2d8) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0029ff3c0, 0xaa058b, 0x2, 0xc003e14000, 0x1023, 0x1, 0x2d8, 0xc004ebb740) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e14000, 0x1023, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0029ff518, 0xc004ebb3a0, 0x55, 0xc00502ec60) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060c00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1743 [runnable]: unicode.SimpleFold(0x43, 0xc004cd88c0) /usr/local/go/src/unicode/letter.go:336 +0x14f regexp/syntax.(*compiler).rune(0xc00804ab30, 0xc0053088c0, 0x1, 0x10, 0xd5, 0xc004cd88c0) /usr/local/go/src/regexp/syntax/compile.go:271 +0x1df regexp/syntax.(*compiler).compile(0xc00804ab30, 0xc007acb260, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc00804ab30, 0xc007acb2d0, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc007acb2d0, 0xc007acb2d0, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00804aff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00804aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x7f1360582100, 0x20300200000000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00804aff8, 0xc00653ee00, 0x3e00acb110, 0x5199fd, 0xc008042000) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00804aff8, 0x203001, 0xc00653efc0, 0x42ca96, 0x1007f13f041b9b8) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00804aff8, 0x46e6ce, 0xc0048a3200, 0xc0009f0a80, 0x7f13f041b9b8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x88b, 0x2000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005bd8ea0, 0x1) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00523b410, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00653f8f8, 0xc005570000, 0x165b, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060cc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1744 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b4007bb0, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0046f5170, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0046f5160, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0053a5c00, 0x644, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003dcfb90, 0x6b, 0xc0053a5c00, 0x644, 0xc0053a5c00, 0x644, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003dcfb90, 0x6b, 0xc0053a5c00, 0x644, 0xaa0378, 0x1, 0xc0053a5c00, 0x644, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060d80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1745 [semacquire]: strings.genSplit(0xc0060c6a00, 0x24bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x61c, 0x61c) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ded3c0, 0xaa04df, 0x2, 0xc006168000, 0x24bc, 0x8, 0x61c, 0xc0062fe660) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006168000, 0x24bc, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ded518, 0xc004bb24e0, 0x49, 0xc00571f8b0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060e40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1746 [semacquire]: github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005ec10c0, 0xc007640b40, 0x121, 0x7, 0xc007640b40) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233 github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005ec10c0, 0xc00568fce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005ec10c0, 0xc00568fce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ec10c0, 0xc00568fc00, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc00568fc00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc00568fc00, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ec10c0, 0xc00568fb20, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc00568fb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc00568fb20, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ec10c0, 0xc00568f420, 0xc00325cd40, 0x46a81e) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc00568f420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc00568f420, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005ec10c0, 0xc00568f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc00568f340, 0x54b170, 0xc0049feb60) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc00568f340, 0x0, 0x0, 0x0, 0x0, 0xc00568f340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0056a2960, 0x0, 0x0, 0x0, 0x1300, 0xc006151300, 0x1154, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006151300, 0x1154, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00571fa90) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00325d518, 0xc004bb28c0, 0xc004bb3140) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060f00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1747 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13042c5c00, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003623dd0, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003623db0, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001598900, 0x849, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005cec600, 0x41, 0xc001598900, 0x849, 0xc001598900, 0x849, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005cec600, 0x41, 0xc001598900, 0x849, 0xaa0378, 0x1, 0xc001598900, 0x849, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006060fc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1748 [semacquire]: regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001dd74a0, 0xe8, 0x2, 0xc006aee198, 0xc00000000a, 0x2, ...) /usr/local/go/src/regexp/regexp.go:608 +0x573 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001dd74a0, 0xe8, 0xaa0378, 0x1, 0x0, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006aef0c0, 0xc004172230, 0xc006aee1b0, 0xaa04bf) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc0041721c0, 0x2, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006aef0c0, 0xc0041721c0, 0xc000000001, 0x8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006aef0c0, 0xc0041721c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006aef0c0, 0xc0041721c0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc002bf6770, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc002bf6770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc002bf6770, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc002bf6690, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc002bf6690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc002bf6690, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc003fbfe30, 0xc000809c00, 0x7f13f041b9b8) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00325d0c0, 0xc003fbfe30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc003fbfe30, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006aef0c0, 0xc003fbfd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00325d0c0, 0xc003fbfd50, 0x54b170, 0xc00009d2b0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003fbfd50, 0x0, 0x0, 0x0, 0x0, 0xc003fbfd50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0029451d0, 0x0, 0x0, 0x0, 0x1a80, 0xc004f41a80, 0x1a49, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc004f41a80, 0x1a49, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0025a8640) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00325d518, 0xc004bb36e0, 0xc00166f080) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061080, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1749 [semacquire]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.(*parser).addFormattingElement(0xc00009d790) /home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67 golang.org/x/net/html.inBodyIM(0xc00009d790, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1 golang.org/x/net/html.(*parser).parseCurrentToken(0xc00009d790) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc00009d790, 0xc004172770, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166f220, 0x0, 0x0, 0x0, 0xc00325d200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166f220, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00325d8f8, 0xc0031b6000, 0xbf7, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061140, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1750 [semacquire]: github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032a73c0, 0xaa04f9, 0x2, 0xc00633f000, 0x766, 0x1, 0x177, 0xc005de6ac0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00633f000, 0x766, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032a7518, 0xc00166f3c0, 0x56, 0xc000576660) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061200, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1751 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001546710, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001546710, 0x7, 0x2, 0xc00067a538, 0xc003a94f00, 0xc000f665d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001546710, 0x7, 0xaa0378, 0x1, 0xc006fd2380, 0x7) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00067b0c0, 0xc001ec1500, 0xc0022216b0, 0xc000f66670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00067b0c0, 0xc001ec1490, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f670c0, 0xc001ec1490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f670c0, 0xc001ec1490, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00067b0c0, 0xc001ec13b0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f670c0, 0xc001ec13b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f670c0, 0xc001ec13b0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00067b0c0, 0xc007b6bdc0, 0xc000d58e00, 0x7f13f041c080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f670c0, 0xc007b6bdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f670c0, 0xc007b6bdc0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00067b0c0, 0xc007b6bce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f670c0, 0xc007b6bce0, 0x54b170, 0xc003208340) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007b6bce0, 0x0, 0x0, 0x0, 0x0, 0xc007b6bce0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002606f90, 0x0, 0x0, 0x0, 0x1300, 0xc006550000, 0x1121, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc006550000, 0x1121, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc005bf7500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f67518, 0xc007677340, 0xc00166f680) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060612c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1752 [runnable]: strings.genSplit(0xc004971e74, 0x91, 0xaa0378, 0x1, 0x0, 0x187, 0xc008008000, 0x188, 0x188) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a953c0, 0xaa04d9, 0x2, 0xc006c78800, 0x705, 0x1, 0x188, 0xc004db4b60) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006c78800, 0x705, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a95518, 0xc004db4760, 0x4f, 0xc0039ac3c0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061380, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1753 [syscall]: _/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400b930, 0x0) _cgo_gotypes.go:80 +0x4a _/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00172a640, 0xd, 0x0) /home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83 _/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00172a630, 0x7, 0x5) /home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004bd3600, 0x8e7, 0x572a20, 0xc001b24b40, 0xaa0378) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b7407b, 0x36, 0xc004bd3600, 0x8e7, 0xc004bd3600, 0x8e7, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005b7407b, 0x36, 0xc004bd3600, 0x8e7, 0xaa0378, 0x1, 0xc004bd3600, 0x8e7, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061440, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1754 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0008e2a80, 0x9b2, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008e2a80, 0x9b2, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008e2a80, 0x9b2, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008e2a80, 0x9b2, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0008e2a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008e2a80, 0x9b2, 0x0, 0x0, 0x9b2, 0xc00, 0xc0008e2a80) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008e2a80, 0x9b2, 0x9b2, 0xc00) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005e52e40, 0x5a, 0xc0008e2a80, 0x9b2, 0xc0008e2a80, 0x9b2, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005e52e40, 0x5a, 0xc0008e2a80, 0x9b2, 0xaa0378, 0x1, 0xc0008e2a80, 0x9b2, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061500, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1755 [semacquire]: bytes.makeSlice(0x84, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00379f590, 0x4, 0x2) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00379f590, 0xad063c, 0x4, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:184 +0xdc golang.org/x/net/html.render1(0xb84d20, 0xc00379f590, 0xc007faf3b0, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd golang.org/x/net/html.render1(0xb84d20, 0xc00379f590, 0xc007faf1f0, 0x0, 0x127e7a0) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render1(0xb84d20, 0xc00379f590, 0xc007faf180, 0xb84d20, 0xc00379f590) /home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1 golang.org/x/net/html.render(...) /home/develop/go/src/golang.org/x/net/html/render.go:61 golang.org/x/net/html.Render(0xb7b5e0, 0xc00379f590, 0xc007faf180, 0x0, 0x0) /home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00760b620, 0xef843a51, 0x1251a20, 0xc004db4100, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060615c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1756 [runnable]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d6ed80, 0x480, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d6ed80, 0x480, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d6ed80, 0x480, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d6ed80, 0x480, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d6ed80, 0x480, 0x0, 0x0, 0x480, 0xc001d6ed80, 0x480) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d6ed80, 0x480, 0x480, 0x500) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0079934c0, 0x36, 0xc001d6ed80, 0x480, 0xc001d6ed80, 0x480, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0079934c0, 0x36, 0xc001d6ed80, 0x480, 0xaa0378, 0x1, 0xc001d6ed80, 0x480, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061680, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1757 [runnable]: strings.NewReader(...) /usr/local/go/src/strings/reader.go:154 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047c18f8, 0xc004560c80, 0xc19, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1758 [runnable]: strings.Index(0xc002f0f000, 0xf51, 0xaa0378, 0x1, 0x2ce) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc002f0f000, 0xf51, 0xaa0378, 0x1, 0x0, 0x2ce, 0xc007dc9000, 0x2cf, 0x2cf) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b793c0, 0xaa0599, 0x2, 0xc007e19000, 0xf51, 0x1, 0x2cf, 0xc003c097a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007e19000, 0xf51, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002b79518, 0xc0075960a0, 0x36, 0xc007a00f00) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1759 [semacquire]: strings.genSplit(0xc002534c00, 0x101c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc008007420, 0xc002c15360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c153c0, 0xaa04f9, 0x2, 0xc002533900, 0x101c, 0xc002533900, 0xc002c153b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002533900, 0x101c, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c15518, 0xc004ec7280, 0x3b, 0xc007443180) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0060618c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1760 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00222c6c5, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00222c6c5, 0x7, 0x2, 0xc007f72538, 0xc007893400, 0xc00350a5d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00222c6c5, 0x7, 0xaa0378, 0x1, 0xc006fd2000, 0x0) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007f730c0, 0xc007f593b0, 0xc002d811e0, 0xc00350a670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f730c0, 0xc007f59340, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00350b0c0, 0xc007f59340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00350b0c0, 0xc007f59340, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f730c0, 0xc007f59260, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00350b0c0, 0xc007f59260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00350b0c0, 0xc007f59260, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f730c0, 0xc007f58b60, 0xc0002af880, 0x7f13f0419108) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00350b0c0, 0xc007f58b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00350b0c0, 0xc007f58b60, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007f730c0, 0xc007f58a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00350b0c0, 0xc007f58a80, 0x54b170, 0xc000500680) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc007f58a80, 0x0, 0x0, 0x0, 0x0, 0xc007f58a80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007447170, 0x0, 0x0, 0x0, 0x1300, 0xc002b7e000, 0x1210, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc002b7e000, 0x1210, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc003c9ce08, 0x75bd50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00350b518, 0xc0043cd780, 0xc00416a1e0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061980, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1761 [semacquire]: strings.genSplit(0xc0070a2800, 0xbb3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0047e6000, 0xc003807360) /usr/local/go/src/strings/strings.go:256 +0x68 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038073c0, 0xaa059b, 0x2, 0xc0070a1c00, 0xbb3, 0xc0070a1c00, 0xc0038073b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0070a1c00, 0xbb3, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003807518, 0xc004db4400, 0x38, 0xc007443740) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061a40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1762 [runnable]: unicode.SimpleFold(0x43, 0xc005668b40) /usr/local/go/src/unicode/letter.go:336 +0x14f regexp/syntax.(*compiler).rune(0xc007ebab30, 0xc0073abf80, 0x1, 0x10, 0xd5, 0xc005668b40) /usr/local/go/src/regexp/syntax/compile.go:271 +0x1df regexp/syntax.(*compiler).compile(0xc007ebab30, 0xc002966bd0, 0x200000001) /usr/local/go/src/regexp/syntax/compile.go:110 +0x12c regexp/syntax.(*compiler).compile(0xc007ebab30, 0xc002966c40, 0x0) /usr/local/go/src/regexp/syntax/compile.go:156 +0xb29 regexp/syntax.Compile(0xc002966c40, 0xc002966c40, 0x1, 0x1) /usr/local/go/src/regexp/syntax/compile.go:83 +0x10a regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:178 +0xd7 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007ebaff8, 0x0, 0xac0dfd, 0xa) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007ebaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0039cddac) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007ebaff8, 0x1189c00, 0x1, 0x1, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007ebaff8, 0x1, 0xc004e37120, 0xc0100bff880, 0x2804f04197d0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007ebaff8, 0x4, 0xbcb, 0xc005d17401, 0x115d6b1300000004, 0x5c50400005604) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005d17000, 0x1000, 0x1000, 0x0, 0x8) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x7f13c8511fb0, 0xbf) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005053890, 0xac0df8, 0x25, 0x8) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52 github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047bb8f8, 0xc003057900, 0x1234, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061b00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1763 [runnable]: golang.org/x/net/html.(*parser).addElement(...) /home/develop/go/src/golang.org/x/net/html/parse.go:326 golang.org/x/net/html.inBodyIM(0xc0022d45b0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x825 golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d45b0) /home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80 golang.org/x/net/html.(*parser).parse(0xc0022d45b0, 0xc002fde3f0, 0x0) /home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48 golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000fae0, 0x0, 0x0, 0x0, 0xc002417200, 0x42d308, 0x20) /home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b golang.org/x/net/html.Parse(...) /home/develop/go/src/golang.org/x/net/html/parse.go:2309 github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000fae0, 0x1194, 0xaa04f9, 0x2) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024178f8, 0xc00598d300, 0x1860, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061bc0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1764 [semacquire]: github.com/PuerkitoBio/goquery.newSingleSelection(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113 github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00530de90, 0xc005a4b1d8, 0x1) /home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc005a4b518, 0xc005168d40, 0x7f13f041b9b8, 0x0, 0x6d0000c0076e9090) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005a4b518, 0xc005168d40, 0x57) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061c80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1765 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1766 [semacquire]: strings.Replace(0xc007004800, 0x16fc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc004913020, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047c98f8, 0xc007004800, 0x16fc, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1767 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1768 [semacquire]: strings.Replace(0xc006c08a00, 0x14ed, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc006d3a810, 0x0) /usr/local/go/src/strings/strings.go:941 +0x109 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047c58f8, 0xc006c08a00, 0x14ed, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc006061f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1769 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e000, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1770 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e0c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1771 [semacquire]: os.newFile(0xb4, 0xc00607e180, 0x5b, 0x1, 0x0) /usr/local/go/src/os/file_unix.go:113 +0x6c os.openFileNolog(0xc00607e180, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2) /usr/local/go/src/os/file_unix.go:226 +0x18d os.OpenFile(0xc00607e180, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13) /usr/local/go/src/os/file.go:307 +0x63 os.Open(...) /usr/local/go/src/os/file.go:287 io/ioutil.ReadFile(0xc00607e180, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/io/ioutil/ioutil.go:53 +0x77 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e180, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1772 [semacquire]: bytes.makeSlice(0x4f2, 0x0, 0x0, 0x0) /usr/local/go/src/bytes/buffer.go:229 +0x73 bytes.(*Buffer).grow(0xc00398d388, 0xa8, 0xaf) /usr/local/go/src/bytes/buffer.go:142 +0x15b bytes.(*Buffer).WriteString(0xc00398d388, 0xc0056da790, 0xa8, 0x5165d7, 0xc00269cd3a, 0xc00752a940) /usr/local/go/src/bytes/buffer.go:184 +0xdc github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0034fa000) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f45ce0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f45420) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f45340) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001217960) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55 github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00456f020, 0xc00009bd70, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00398d518, 0xc0020e2920, 0x44, 0xc0036ea1f3) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e240, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1773 [runnable]: strings.genSplit(0xc00256206f, 0x708, 0xaa0378, 0x1, 0x0, 0x179, 0xb77, 0xc00255f800, 0xb7c) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00264d518, 0xc003ada7a0, 0xc003adb200) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e300, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1774 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00052bf10, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00052bf10, 0x7, 0x2, 0xc008046538, 0xc007d7f400, 0xc0049dc5d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00052bf10, 0x7, 0xaa0378, 0x1, 0xc006fd2380, 0x7) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080470c0, 0xc002438540, 0xc0022216b0, 0xc0049dc670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080470c0, 0xc0024384d0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049dd0c0, 0xc0024384d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049dd0c0, 0xc0024384d0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080470c0, 0xc0024383f0, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049dd0c0, 0xc0024383f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049dd0c0, 0xc0024383f0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080470c0, 0xc003313a40, 0xc0049dcdb8, 0x443c10) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0049dd0c0, 0xc003313a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049dd0c0, 0xc003313a40, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080470c0, 0xc003313960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0049dd0c0, 0xc003313960, 0x54b170, 0xc002746000) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc003313960, 0x0, 0x0, 0x0, 0x0, 0xc003313960, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005929ce0, 0x0, 0x0, 0x0, 0xc80, 0xc001b2d900, 0xc60, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001b2d900, 0xc60, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc002b47678, 0x75bd50) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0049dd518, 0xc0020bcda0, 0xc0020bd700) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e3c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1775 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0027718f0, 0x7, 0x7, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0027718f0, 0x7, 0x2, 0xc008032538, 0x443c10, 0xc0003405d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0027718f0, 0x7, 0xaa0378, 0x1, 0xc006fd2380, 0x7) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080330c0, 0xc0023037a0, 0xc0022216b0, 0xc000340670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080330c0, 0xc002303730, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0003410c0, 0xc002303730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003410c0, 0xc002303730, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080330c0, 0xc002303650, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0003410c0, 0xc002303650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003410c0, 0xc002303650, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080330c0, 0xc002302f50, 0xc000d58e00, 0x7f13f041c080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0003410c0, 0xc002302f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003410c0, 0xc002302f50, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080330c0, 0xc002302e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0003410c0, 0xc002302e70, 0x54b170, 0xc0032081a0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc002302e70, 0x0, 0x0, 0x0, 0x0, 0xc002302e70, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004f13b90, 0x0, 0x0, 0x0, 0x1800, 0xc005571800, 0x163d, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc005571800, 0x163d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004e25500) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000341518, 0xc004f2be80, 0xc00166eb20) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e480, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1776 [runnable]: strings.Index(0xc006b26000, 0x1c84, 0xaa0378, 0x1, 0x582) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc006b26000, 0x1c84, 0xaa0378, 0x1, 0x0, 0x582, 0xc00459c000, 0x583, 0x583) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e293c0, 0xaa0599, 0x2, 0xc0019b4000, 0x1c84, 0x1, 0x583, 0xc004ec6580) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0019b4000, 0x1c84, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e29518, 0xc004ec60a0, 0x41, 0xc0076e8000) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e540, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1777 [runnable]: regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00052b0f0, 0x7, 0x0, 0x2, ...) /usr/local/go/src/regexp/exec.go:521 +0x59b regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00052b0f0, 0x7, 0x2, 0xc0080ca538, 0xc007d7ec80, 0xc001c745d8, ...) /usr/local/go/src/regexp/regexp.go:599 +0x1a5 regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00052b0f0, 0x7, 0xaa0378, 0x1, 0xc006fd2380, 0x7) /usr/local/go/src/regexp/regexp.go:557 +0x10a github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0080cb0c0, 0xc002fec150, 0xc0022216b0, 0xc001c74670) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cb0c0, 0xc002fec0e0, 0xc000000001, 0x5) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc002fec0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc002fec0e0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cb0c0, 0xc0034adf80, 0xc000000001, 0x3) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc0034adf80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc0034adf80, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cb0c0, 0xc0034ad880, 0xc000d58e00, 0x7f13f041c080) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001c750c0, 0xc0034ad880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc0034ad880, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4 github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0080cb0c0, 0xc0034ad7a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001c750c0, 0xc0034ad7a0, 0x54b170, 0xc002d8fc70) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125 github.com/jaytaylor/html2text.FromHTMLNode(0xc0034ad7a0, 0x0, 0x0, 0x0, 0x0, 0xc0034ad7a0, 0x0, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0059284e0, 0x0, 0x0, 0x0, 0x2500, 0xc001837900, 0x217b, 0x0) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3 github.com/jaytaylor/html2text.FromString(0xc001837900, 0x217b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0055a5f80) /home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128 github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c75518, 0xc0020bc3e0, 0xc0020bcc80) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e600, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1778 [semacquire]: github.com/advancedlogic/GoOse.Parser.setAttr(0xc00456ee70, 0xab2997, 0xc, 0xacddae, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301 github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc008057518, 0xc00456ee70, 0x1) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008057518, 0xc003c098a0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:434 +0x64a github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e6c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1779 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0041e5600, 0x810, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0041e5600, 0x810, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0041e5600, 0x810, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0041e5600, 0x810, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0041e5600, 0x810, 0x0, 0x0, 0x810, 0xc0041e5600, 0x810) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0041e5600, 0x810, 0x810, 0x900) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007a00740, 0x3a, 0xc0041e5600, 0x810, 0xc0041e5600, 0x810, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc007a00740, 0x3a, 0xc0041e5600, 0x810, 0xaa0378, 0x1, 0xc0041e5600, 0x810, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e780, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1781 [runnable]: strings.genSplit(0xc002bc4d40, 0xbaa, 0xaa0378, 0x1, 0x0, 0x37e, 0x0, 0xc0008341c0, 0x40000c002d39360) /usr/local/go/src/strings/strings.go:264 +0x133 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d393c0, 0xaa04f9, 0x2, 0xc002bc3300, 0x12ea, 0xc002bc3300, 0xc002d393b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002bc3300, 0x12ea, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d39518, 0xc0056cda20, 0x4d, 0xc0016a1b3a) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e900, 0x5a) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 1782 [semacquire]: _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002ed9c00, 0x6e3, 0xae4d68) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ed9c00, 0x6e3, 0xae4d20) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ed9c00, 0x6e3, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ed9c00, 0x6e3, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ed9c00, 0x6e3, 0x0, 0x0, 0x6e3, 0xc002ed9c00, 0x6e3) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43 _/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ed9c00, 0x6e3, 0x6e3, 0x700) /home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036ea320, 0x41, 0xc002ed9c00, 0x6e3, 0xc002ed9c00, 0x6e3, 0xc001feb890, 0x0, 0x0) /home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c _/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036ea320, 0x41, 0xc002ed9c00, 0x6e3, 0xaa0378, 0x1, 0xc002ed9c00, 0x6e3, 0x11, 0xacd3bb) /home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00607e9c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 732 [runnable]: github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a2b8f8, 0xc004151500, 0xa49, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:78 +0x3cf github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5740, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 733 [runnable]: strings.Index(0xc004331000, 0xece, 0xaa0378, 0x1, 0x2da) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc004331000, 0xece, 0xaa0378, 0x1, 0x0, 0x2da, 0xc0030f1000, 0x2db, 0x2db) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0065253c0, 0xaa059b, 0x2, 0xc00403e000, 0xece, 0x1b, 0x2db, 0xc004ebac20) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00403e000, 0xece, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006525518, 0xc004eba880, 0x3b, 0xc0073ab100) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5800, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 734 [runnable]: strings.Index(0xc004159b00, 0x2f0, 0xaa0378, 0x1, 0xc9) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc004159b00, 0x2f0, 0xaa0378, 0x1, 0x0, 0xc9, 0x0, 0xc001a3d650, 0x40000c004649360) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046493c0, 0xaa04f9, 0x2, 0xc004159800, 0x2f0, 0xc004159800, 0xc0046493b0, 0x7544a2) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8 github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004159800, 0x2f0, 0x0, 0x127e7a0) /home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004649518, 0xc003f26e00, 0x33, 0xc0000b3f40) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae58c0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 735 [runnable]: strings.Index(0xc007fe416a, 0x3797, 0xaa042f, 0x2, 0x1ba) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.Replace(0xc007fde000, 0x9901, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x78, 0xc006239c20, 0x0) /usr/local/go/src/strings/strings.go:952 +0x3a3 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016ab8f8, 0xc007fde000, 0x9901, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5d40, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 736 [runnable]: sort.Sort(0xb85920, 0xc005a22420) /usr/local/go/src/sort/sort.go:216 +0x88 regexp.makeOnePass.func1(0x2, 0xc001f7e730, 0xf, 0xf, 0x42ca96) /usr/local/go/src/regexp/onepass.go:385 +0xbf9 regexp.makeOnePass.func1(0x1, 0xc001f7e730, 0xf, 0xf, 0x4) /usr/local/go/src/regexp/onepass.go:358 +0x5d7 regexp.makeOnePass(0xc00523a4b0, 0xc00523a4b0) /usr/local/go/src/regexp/onepass.go:448 +0x398 regexp.compileOnePass(0xc00523a450, 0xc00523a450) /usr/local/go/src/regexp/onepass.go:500 +0x129 regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4) /usr/local/go/src/regexp/regexp.go:189 +0x106 regexp.Compile(...) /usr/local/go/src/regexp/regexp.go:133 github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002505300, 0x0, 0xabc106, 0x4) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2 github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002505300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002505300, 0x0, 0xb856e0, 0xc0004ce0e8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616 github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002505300, 0xc001c3c1c0, 0x0, 0x8, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002505300, 0x42ca96, 0xc00523a420, 0x30, 0x28, 0xa4b3a0) /home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32 github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002505370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77 github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc005a223c0, 0x0, 0x0) /home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39 github.com/PuerkitoBio/goquery.compileMatcher(...) /home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129 github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026b9e00, 0xabc101, 0x1d, 0x0) /home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39 github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002505518, 0xc0002d9ea0, 0xabc101, 0x1d, 0x5a, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5e00, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 737 [runnable]: strings.Index(0xc001d4e300, 0x6e5, 0xaa0378, 0x1, 0x134) /usr/local/go/src/strings/strings.go:1028 +0x67a strings.genSplit(0xc001d4e300, 0x6e5, 0xaa0378, 0x1, 0x0, 0x134, 0x1, 0xc00009f701, 0x134) /usr/local/go/src/strings/strings.go:260 +0xf3 strings.Split(...) /usr/local/go/src/strings/strings.go:308 github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc007e91518, 0xc007446120, 0x2) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5 github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007e91518, 0xc007687800, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1 github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5ec0, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a goroutine 700 [semacquire]: strings.Replace(0xc006f59000, 0x1661, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0071e6700, 0xc004973640) /usr/local/go/src/strings/strings.go:959 +0x466 github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72 github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00342b8f8, 0xc006f59000, 0x1661, 0x0, 0x0, 0x0) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8 github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...) /home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142 _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc005ae5f80, 0x5b) /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8 created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1 /home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a