Script exit with exit code 2

fatal error: concurrent map writes

goroutine 52 [running]:
runtime.throw(0xab7b31, 0x15)
	/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc000e3ba90 sp=0xc000e3ba60 pc=0x453732
runtime.mapassign_faststr(0xa13de0, 0xc000235410, 0xc00007f7e3, 0x18, 0xaa04f9)
	/usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc000e3baf8 sp=0xc000e3ba90 pc=0x4338e7
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9 fp=0xc000e3bfb8 sp=0xc000e3baf8 pc=0x824ef9
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc000e3bfc0 sp=0xc000e3bfb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 1 [semacquire]:
os.lstatNolog(0xc0010dc000, 0x5b, 0x5b, 0x1, 0xc0010dc000, 0x5b)
	/usr/local/go/src/os/stat_unix.go:41 +0x31
os.Lstat(0xc0010dc000, 0x5b, 0x2, 0xc0010dc000, 0x5b, 0x0)
	/usr/local/go/src/os/stat.go:22 +0x4d
path/filepath.walk(0xc002eea730, 0x42, 0xb89740, 0xc000bd9930, 0xc00018d548, 0x0, 0x0)
	/usr/local/go/src/path/filepath/path.go:378 +0x1d3
path/filepath.walk(0xc000117880, 0x3f, 0xb89740, 0xc000236b60, 0xc00018d548, 0x0, 0x0)
	/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7ffdeec2c7c9, 0x37, 0xb89740, 0xc000236a90, 0xc00018d548, 0x0, 0xc00018d248)
	/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7ffdeec2c7c9, 0x37, 0xc00018d548, 0x10, 0x0)
	/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand(0x7ffdeec2c7c9, 0x37, 0xffffffffffffffff, 0xbfb68fb6b5d50d55)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:265 +0x1a1
main.main()
	/home/ec2-user/environment/cluster2/tgnews.go:75 +0x72a

goroutine 6 [syscall]:
os/signal.signal_recv(0x0)
	/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
	/usr/local/go/src/os/signal/signal.go:127 +0x44

goroutine 8 [chan receive]:
main.main.func1(0xc000073140, 0xbfb68fb6b5d50d55, 0x396bbd, 0x1251a20)
	/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
	/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176

goroutine 9 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b7d400, 0xaa04f9, 0x2, 0xc003f10f80, 0x1a06, 0xc000b7d240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc002c12510)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002c124e0, 0xc000b7d2c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000b7d388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000b7d388, 0xc000cca6c0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000b7d301, 0xc0039560f8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000b7d518, 0xc000cca6c0, 0xaa04f9, 0x2, 0x0, 0x0, 0xc00009c4c8, 0x44c51f, 0x7fe238b70130)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e420, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 10 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001b2d600, 0x857, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001b2d600, 0x857, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001b2d600, 0x857, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001b2d600, 0x857, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001b2d600, 0x857, 0x0, 0x0, 0x857, 0xc001b2d600, 0x857)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001b2d600, 0x857, 0x857, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c52090, 0x2b, 0xc001b2d600, 0x857, 0xc001b2d600, 0x857, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000c52090, 0x2b, 0xc001b2d600, 0x857, 0xaa0378, 0x1, 0xc001b2d600, 0x857, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e4e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 11 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001c1e000, 0xf8a, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001c1e000, 0xf8a, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001c1e000, 0xf8a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001c1e000, 0xf8a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001c1e000, 0xf8a, 0x0, 0x0, 0xf8a, 0xc001c1e000, 0xf8a)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001c1e000, 0xf8a, 0xf8a, 0x1300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e78ee0, 0x61, 0xc001c1e000, 0xf8a, 0xc001c1e000, 0xf8a, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e78ee0, 0x61, 0xc001c1e000, 0xf8a, 0xaa0378, 0x1, 0xc001c1e000, 0xf8a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 12 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000c80ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000c80ff8, 0x1, 0xc002068010, 0xc0102c4aa01, 0x280460fec7d0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000c80ff8, 0x4, 0x188, 0xc0039e5e01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0039e5000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000237040, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002830360, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000c818f8, 0xc0004aa000, 0xe71, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 13 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000236dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000236ea0, 0xc003999b20, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00229d580, 0x0, 0x0, 0x0, 0xc000a75200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00229d580, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000a758f8, 0xc000945000, 0x17b1, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 14 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000ad6a80, 0x97c, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000ad6a80, 0x97c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000ad6a80, 0x97c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000ad6a80, 0x97c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc000ad6a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000ad6a80, 0x97c, 0x0, 0x0, 0x97c, 0xc00, 0xc000ad6a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000ad6a80, 0x97c, 0x97c, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccd0c0, 0x3b, 0xc000ad6a80, 0x97c, 0xc000ad6a80, 0x97c, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccd0c0, 0x3b, 0xc000ad6a80, 0x97c, 0xaa0378, 0x1, 0xc000ad6a80, 0x97c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 15 [semacquire]:
bytes.makeSlice(0x31a, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002f066f0, 0x8, 0x5)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002f066f0, 0xc00150c280, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002f066f0, 0xc00150c280, 0x8, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002f066f0, 0xc0035b2c40, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc002f066f0, 0xc0035b27e0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002f066f0, 0xc0035b2770, 0xb84d20, 0xc002f066f0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002f066f0, 0xc0035b2770, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0042e7a10, 0x50d201, 0xc0010a83f0, 0x87, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000ac5518, 0xc00137fe80, 0xc005bcec40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 16 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe144005a80, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021df2c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021df2a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002843c00, 0x65a, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008a0000, 0x2d, 0xc002843c00, 0x65a, 0xc002843c00, 0x65a, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0008a0000, 0x2d, 0xc002843c00, 0x65a, 0xaa0378, 0x1, 0xc002843c00, 0x65a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007e960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 18 [semacquire]:
bytes.makeSlice(0xd0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000adf1b0, 0xd0, 0xc000adf0d0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000adf1b0, 0xc000ce4340, 0xd0, 0x4, 0x4, 0xc000adf1d8)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00101ef50)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00101eee0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003dae660, 0x1, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc003dae660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003dae630, 0xc000adf2c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc000adf388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000adf388, 0xc0041ebf80, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc000adf301, 0xc0015c3310)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000adf518, 0xc0041ebf80, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ea20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 19 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe220004e70, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001b7270, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0001b7260, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d1b000, 0x7df, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c52180, 0x26, 0xc001d1b000, 0x7df, 0xc001d1b000, 0x7df, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000c52180, 0x26, 0xc001d1b000, 0x7df, 0xaa0378, 0x1, 0xc001d1b000, 0x7df, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007eae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 20 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe128639f60, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028f15c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f15b0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0010c3900, 0x4bb, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f63090, 0x48, 0xc0010c3900, 0x4bb, 0xc0010c3900, 0x4bb, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f63090, 0x48, 0xc0010c3900, 0x4bb, 0xaa0378, 0x1, 0xc0010c3900, 0x4bb, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007eba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 21 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00148d600, 0x822, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00148d600, 0x822, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00148d600, 0x822, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00148d600, 0x822, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00148d600, 0x822, 0x0, 0x0, 0x822, 0xc00148d600, 0x822)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00148d600, 0x822, 0x822, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00322f140, 0x3d, 0xc00148d600, 0x822, 0xc00148d600, 0x822, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00322f140, 0x3d, 0xc00148d600, 0x822, 0xaa0378, 0x1, 0xc00148d600, 0x822, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ec60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 25 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003113a60, 0xc000e5d220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e5d588, 0xaa04f9, 0x2, 0xc001c43950, 0xe2, 0x1, 0x38, 0xc00103e720)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000e5d518, 0xc00000e780, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ef60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 26 [semacquire]:
strings.genSplit(0xc00582db00, 0x8b6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc000480001, 0x1a3)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00031f518, 0xc000f5f650, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00031f518, 0xc00000e160, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 34 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc000392000, 0xc000390000)
	/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
	/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9

goroutine 27 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234009c10, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012a9680, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012a9670, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00127a000, 0x7e2, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a9e2c0, 0x3c, 0xc00127a000, 0x7e2, 0xc00127a000, 0x7e2, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a9e2c0, 0x3c, 0xc00127a000, 0x7e2, 0xaa0378, 0x1, 0xc00127a000, 0x7e2, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 28 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0006cf0e8, 0x200, 0x400)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0006cf0e8, 0xb7b620, 0xc0000adad0, 0x203000, 0x203000, 0x203000)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0000adad0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0000adad0, 0xc0006cf1d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0000adad0, 0x0, 0x0, 0x0, 0xc00, 0xc0016f7400, 0xbe6, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0016f7400, 0xbe6, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001217cf0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006cf518, 0xc000c44ae0, 0xc005c54da0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 30 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe23400cb80, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0042f3ca0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0042f3c90, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00239a000, 0x7ff, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00087bc80, 0x3a, 0xc00239a000, 0x7ff, 0xc00239a000, 0x7ff, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00087bc80, 0x3a, 0xc00239a000, 0x7ff, 0xaa0378, 0x1, 0xc00239a000, 0x7ff, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 31 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1ac0014c0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ff6700, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ff66f0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002fc6000, 0x815, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012726c0, 0x3e, 0xc002fc6000, 0x815, 0xc002fc6000, 0x815, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012726c0, 0x3e, 0xc002fc6000, 0x815, 0xaa0378, 0x1, 0xc002fc6000, 0x815, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 32 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0014f7500, 0x6b7, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0014f7500, 0x6b7, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0014f7500, 0x6b7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0014f7500, 0x6b7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0014f7500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0014f7500, 0x6b7, 0x0, 0x0, 0x6b7, 0x800, 0xc0014f7500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0014f7500, 0x6b7, 0x6b7, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cccdc0, 0x38, 0xc0014f7500, 0x6b7, 0xc0014f7500, 0x6b7, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000cccdc0, 0x38, 0xc0014f7500, 0x6b7, 0xaa0378, 0x1, 0xc0014f7500, 0x6b7, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 50 [runnable]:
strings.genSplit(0xc006762000, 0xa5f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1300, 0xc003fd3500, 0xa5f)
	/usr/local/go/src/strings/strings.go:245 +0x2b0
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006c3588, 0xaa04f9, 0x2, 0xc003fd3500, 0xa5f, 0x31, 0xe5, 0xc001c5edc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0006c3518, 0xc0009c60c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 51 [semacquire]:
bytes.makeSlice(0x5a, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0025ab198, 0x5a, 0x42ca96)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0025ab198, 0xc000479500, 0x5a, 0x28, 0x28, 0xc0051876b0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001394230)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0013941c0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00424a210, 0xc0051876b0, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0025ab518, 0xc00424a210, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025ab518, 0xc0000b3f80, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 53 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005877800, 0x74b, 0x5165d7, 0xc002c4a700)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005877800, 0x74b, 0xc0040969e4, 0x4)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021233c0, 0xaa04f9, 0x2, 0xc005877800, 0x74b, 0xc005877800, 0xc0021233b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc005877800, 0x74b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002123518, 0xc00039ef60, 0x23, 0xc000e7a630)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 54 [semacquire]:
regexp.(*Regexp).get(0xc000149ae0, 0x12a05f200)
	/usr/local/go/src/regexp/regexp.go:255 +0x21a
regexp.(*Regexp).doExecute(0xc000149ae0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004aa8000, 0xdb4, 0xb0b, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:538 +0xb5
regexp.(*Regexp).replaceAll(0xc000149ae0, 0x0, 0x0, 0x0, 0xc004aa8000, 0xdb4, 0x2, 0xc002699a58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000149ae0, 0xc004aa8000, 0xdb4, 0x0, 0x0, 0xc00038e060, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc004aa8000, 0xdb4, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 55 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2080016c0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003b1c380, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003b1c370, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0011af800, 0x7d4, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c501c0, 0x3a, 0xc0011af800, 0x7d4, 0xc0011af800, 0x7d4, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000c501c0, 0x3a, 0xc0011af800, 0x7d4, 0xaa0378, 0x1, 0xc0011af800, 0x7d4, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007f9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 56 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe15c001080, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00107eb10, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00107eb00, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001342b00, 0x535, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccdd40, 0x40, 0xc001342b00, 0x535, 0xc001342b00, 0x535, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccdd40, 0x40, 0xc001342b00, 0x535, 0xaa0378, 0x1, 0xc001342b00, 0x535, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007faa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 57 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005094000, 0x74b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005094000, 0x74b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005094000, 0x74b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005094000, 0x74b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005094000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005094000, 0x74b, 0x0, 0x0, 0x74b, 0x900, 0xc005094000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005094000, 0x74b, 0x74b, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b72ec0, 0x3c, 0xc005094000, 0x74b, 0xc005094000, 0x74b, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b72ec0, 0x3c, 0xc005094000, 0x74b, 0xaa0378, 0x1, 0xc005094000, 0x74b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fb60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 58 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe188013ec0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00241ccc0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00241ccb0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001493500, 0x90f, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e7b0e0, 0x2d, 0xc001493500, 0x90f, 0xc001493500, 0x90f, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e7b0e0, 0x2d, 0xc001493500, 0x90f, 0xaa0378, 0x1, 0xc001493500, 0x90f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 59 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc002a93500, 0x1352, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0016185d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e1f518, 0xc0009c72c0, 0xc0050486e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 60 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001bf2000, 0x9a1, 0xc0007ad218, 0xc002c4a700)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001bf2000, 0x9a1, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007ad3c0, 0xaa04fd, 0x2, 0xc001bf2000, 0x9a1, 0x1, 0x203, 0xc005bcfca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001bf2000, 0x9a1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0007ad518, 0xc0010b0340, 0x37, 0xc001287840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 61 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00229cf80, 0xc001983210, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001983588, 0xaa04f9, 0x2, 0xc003441180, 0x368, 0x7, 0xc001983290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc004d5dc50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004d5db00, 0xc001983320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001983518, 0xc0011aa180, 0xc00229dba0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001983518, 0xc0011aa180, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001983518, 0xc0011aa180, 0xc0011aa180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007fe60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 62 [semacquire]:
encoding/json.Unmarshal(0xc005ba88c0, 0x124, 0x140, 0x9cfa40, 0xc00522caa0, 0x140, 0xaa366e)
	/usr/local/go/src/encoding/json/decode.go:100 +0x31
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00522ca20, 0xc001285880, 0x32e, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001285880, 0x32e, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000efff40, 0x29, 0xc001285880, 0x32e, 0xc001285880, 0x32e, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000efff40, 0x29, 0xc001285880, 0x32e, 0xaa0378, 0x1, 0xc001285880, 0x32e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00007ff20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 63 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_Predict(0x7fe1f41bcff0, 0x7fe1957cd1d0, 0x7fe194223f70)
	_cgo_gotypes.go:93 +0x4e
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func2(0xc00642bc00, 0x7fe1957cd1d0, 0x7fe1957cd1d0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0x60
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00642bc00, 0xc0041222c0, 0x299, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0xa8
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0041222c0, 0x299, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002388280, 0x1d, 0xc0041222c0, 0x299, 0xc0041222c0, 0x299, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002388280, 0x1d, 0xc0041222c0, 0x299, 0xaa0378, 0x1, 0xc0041222c0, 0x299, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 65 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0047e2c80, 0xc0008572c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008573c0, 0xaa04fd, 0x2, 0xc0007c0a00, 0x1435, 0x64, 0x3da, 0xc003212040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0007c0a00, 0x1435, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000857518, 0xc00103fce0, 0x3c, 0xc000efe040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 66 [runnable]:
regexp.(*Regexp).doExecute(0xc000149400, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001297210, 0x7, 0x0, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc001297210, 0x7, 0x2, 0xc0069da1d0, 0x0, 0xc0069da270, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc001297210, 0x7, 0xaa0378, 0x1, 0xc005ab7e80, 0x5)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0069da3d8, 0xc005107110, 0xc001cee210, 0xc0069da308)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069da3d8, 0xc0051070a0, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0069db0c0, 0xc0051070a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0069db0c0, 0xc0051070a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069db0c0, 0xc005106fc0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0008590c0, 0xc005106fc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0008590c0, 0xc005106fc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069db0c0, 0xc005106ee0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0008590c0, 0xc005106ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0008590c0, 0xc005106ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069db0c0, 0xc0051067e0, 0xc002c4a700, 0x7fe260fee2f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0008590c0, 0xc0051067e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0008590c0, 0xc0051067e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069db0c0, 0xc005106700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0008590c0, 0xc005106700, 0x54b170, 0xc002ca1ee0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005106700, 0x0, 0x0, 0x0, 0x0, 0xc005106700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00566bfb0, 0x0, 0x0, 0x0, 0x1500, 0xc00240c000, 0x13e8, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00240c000, 0x13e8, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001217f10)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000859518, 0xc0013973a0, 0xc002489120)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 67 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe210000c60, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dfb780, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dfb770, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001077500, 0x9a0, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001140c0, 0x29, 0xc001077500, 0x9a0, 0xc001077500, 0x9a0, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001140c0, 0x29, 0xc001077500, 0x9a0, 0xaa0378, 0x1, 0xc001077500, 0x9a0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 68 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00162c000, 0x57b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00162c000, 0x57b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00162c000, 0x57b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00162c000, 0x57b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00162c000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00162c000, 0x57b, 0x0, 0x0, 0x57b, 0xa80, 0xc00162c000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00162c000, 0x57b, 0x57b, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b72100, 0x3c, 0xc00162c000, 0x57b, 0xc00162c000, 0x57b, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b72100, 0x3c, 0xc00162c000, 0x57b, 0xaa0378, 0x1, 0xc00162c000, 0x57b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003563c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 69 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0035dc500, 0x242, 0x242, 0x3, 0x0, 0x241, 0xc0035dc500)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00171d518, 0xc0010b1fc0, 0xc0010b00a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 70 [semacquire]:
bytes.makeSlice(0x11c, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002d1f220, 0x9c, 0x40)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002d1f220, 0xc000c59a40, 0x9c, 0x5165d7, 0xc004396fce, 0xc0003ce7b6)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0005638f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000563880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000563260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc002d1f388, 0xc004c3b0e0, 0x6, 0xc0012833b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002d1f388, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002d1f388, 0xc004c3b0e0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002d1f301, 0xc004f5fdb8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002d1f518, 0xc004c3b0e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 71 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d1d500, 0x1331, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d1d500, 0x1331, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d1d500, 0x1331, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d1d500, 0x1331, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001d1d500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d1d500, 0x1331, 0x0, 0x0, 0x1331, 0x1500, 0xc001d1d500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d1d500, 0x1331, 0x1331, 0x1500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dac630, 0x2d, 0xc001d1d500, 0x1331, 0xc001d1d500, 0x1331, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dac630, 0x2d, 0xc001d1d500, 0x1331, 0xaa0378, 0x1, 0xc001d1d500, 0x1331, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 72 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0033a80d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0033a80d0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0033a80d0, 0xc0054a5180, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc000e8b560, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001b4c450, 0x0, 0x0, 0x0, 0x1000, 0xc003a41000, 0xea3, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003a41000, 0xea3, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001c87480)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e2d518, 0xc00039eba0, 0xc0004e6dc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003566c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 73 [runnable]:
regexp.(*inputString).step(0xc001aa0550, 0xad, 0xffffffffffffffff, 0x1)
	/usr/local/go/src/regexp/regexp.go:365 +0xbc
regexp.(*Regexp).tryBacktrack(0xc000149400, 0xc001aa04d0, 0xb886e0, 0xc001aa0550, 0xc000000001, 0xad, 0x0)
	/usr/local/go/src/regexp/backtrack.go:209 +0x984
regexp.(*Regexp).backtrack(0xc000149400, 0x0, 0x0, 0x0, 0xc0049eb880, 0xd2, 0xad, 0x2, 0xc006288970, 0x0, ...)
	/usr/local/go/src/regexp/backtrack.go:353 +0x39d
regexp.(*Regexp).doExecute(0xc000149400, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0049eb880, 0xd2, 0xab, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc0049eb880, 0xd2, 0x2, 0xc0023cc198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc0049eb880, 0xd2, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023cd0c0, 0xc00282d2d0, 0xc0023cc1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023cd0c0, 0xc00282d260, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0023cd0c0, 0xc00282d260, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0023cd0c0, 0xc00282d260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0023cd0c0, 0xc00282d260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023cd0c0, 0xc00282c5b0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007cb0c0, 0xc00282c5b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007cb0c0, 0xc00282c5b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023cd0c0, 0xc00282c4d0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007cb0c0, 0xc00282c4d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007cb0c0, 0xc00282c4d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023cd0c0, 0xc00543f570, 0xc0007cad40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007cb0c0, 0xc00543f570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007cb0c0, 0xc00543f570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0023cd0c0, 0xc00543f490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007cb0c0, 0xc00543f490, 0x54b170, 0xc002d2b380)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00543f490, 0x0, 0x0, 0x0, 0x0, 0xc00543f490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001cfeff0, 0x0, 0x0, 0x0, 0xc00, 0xc00376ec00, 0xba6, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00376ec00, 0xba6, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0003cec30)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007cb518, 0xc001396b60, 0xc0032124e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 74 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001aba400, 0x85a, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001aba400, 0x85a, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001aba400, 0x85a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001aba400, 0x85a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001aba400, 0x85a, 0x0, 0x0, 0x85a, 0xc001aba400, 0x85a)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001aba400, 0x85a, 0x85a, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c50b80, 0x33, 0xc001aba400, 0x85a, 0xc001aba400, 0x85a, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000c50b80, 0x33, 0xc001aba400, 0x85a, 0xaa0378, 0x1, 0xc001aba400, 0x85a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 75 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2041597b0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00124c2d0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00124c2c0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0017d4a80, 0x945, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000426960, 0x57, 0xc0017d4a80, 0x945, 0xc0017d4a80, 0x945, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000426960, 0x57, 0xc0017d4a80, 0x945, 0xaa0378, 0x1, 0xc0017d4a80, 0x945, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 76 [runnable]:
sync.(*RWMutex).RUnlock(0xc00039e108)
	/usr/local/go/src/sync/rwmutex.go:62 +0x50
github.com/fatih/set.(*Set).Has(0xc00039e100, 0xc0014bd2c0, 0x1, 0x1, 0xc000480001)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:86 +0x10c
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014bd3c0, 0xaa0503, 0x2, 0xc0010eec00, 0x3ef, 0x3, 0xd4, 0xc0034d1e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0010eec00, 0x3ef, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0014bd518, 0xc001246100, 0x3a, 0xc000a9ea00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003569c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 77 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2340a1280, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000351140, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000351100, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002923880, 0x376, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f62a50, 0x44, 0xc002923880, 0x376, 0xc002923880, 0x376, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f62a50, 0x44, 0xc002923880, 0x376, 0xaa0378, 0x1, 0xc002923880, 0x376, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 78 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe21c001600, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001b6e00, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0001b6df0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00292c480, 0x228, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0017329c0, 0x32, 0xc00292c480, 0x228, 0xc00292c480, 0x228, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0017329c0, 0x32, 0xc00292c480, 0x228, 0xaa0378, 0x1, 0xc00292c480, 0x228, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 79 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1e41be320, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038ee780, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038ee770, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00152e000, 0x1cf5, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00087a340, 0x3e, 0xc00152e000, 0x1cf5, 0xc00152e000, 0x1cf5, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00087a340, 0x3e, 0xc00152e000, 0x1cf5, 0xaa0378, 0x1, 0xc00152e000, 0x1cf5, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 80 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006350000, 0x71e, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006350000, 0x71e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006350000, 0x71e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006350000, 0x71e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006350000, 0x71e, 0x0, 0x0, 0x71e, 0xc006350000, 0x71e)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006350000, 0x71e, 0x71e, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6c330, 0x26, 0xc006350000, 0x71e, 0xc006350000, 0x71e, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b6c330, 0x26, 0xc006350000, 0x71e, 0xaa0378, 0x1, 0xc006350000, 0x71e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 81 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003279320, 0x4000000000000000, 0x4019000000000000)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003145518, 0xc0010b0140, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 82 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f13588, 0xaa04f9, 0x2, 0xc003959c20, 0x116, 0x1, 0xb, 0xc0024882c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f13518, 0xc001cfc0c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 83 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234004ba0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021eaf00, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021eaef0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000fd8f00, 0x4cb, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011262d0, 0x42, 0xc000fd8f00, 0x4cb, 0xc000fd8f00, 0x4cb, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011262d0, 0x42, 0xc000fd8f00, 0x4cb, 0xaa0378, 0x1, 0xc000fd8f00, 0x4cb, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 84 [semacquire]:
strings.Replace(0xc0006e3700, 0x536, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc000ad9c00, 0x0, 0x0, 0x0, 0x0, 0xc000ad9c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000adab10, 0x0, 0x0, 0x0, 0x900, 0xc000ad1600, 0x8e8, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000ad1600, 0x8e8, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000ad40d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000ae3518, 0xc0007625c0, 0xc000762e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000356fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 85 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004055560, 0xa9ece0, 0xc004055530)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00383d518, 0xc001397960, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 86 [runnable]:
internal/reflectlite.Swapper.func9(0x6f, 0x6e)
	/usr/local/go/src/internal/reflectlite/swapper.go:64 +0x10f
sort.insertionSort_func(0xc000a7b7d0, 0xc001b62060, 0x64, 0x78)
	/usr/local/go/src/sort/zfuncversion.go:13 +0x50
sort.stable_func(0xc000a7b7d0, 0xc001b62060, 0x233)
	/usr/local/go/src/sort/zfuncversion.go:167 +0x51
sort.SliceStable(0x9de7e0, 0xc00656ccc0, 0xc000a7b7d0)
	/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005808000, 0x411, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005808000, 0x411, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005808000, 0x411, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005808000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005808000, 0x411, 0x0, 0x0, 0x411, 0x600, 0xc005808000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005808000, 0x411, 0x411, 0x600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002bdb0, 0x4a, 0xc005808000, 0x411, 0xc005808000, 0x411, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002bdb0, 0x4a, 0xc005808000, 0x411, 0xaa0378, 0x1, 0xc005808000, 0x411, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 87 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000c33300, 0xc000c332c8, 0xc000c33350, 0x42ca96, 0xc001999fb0, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xab6b38, 0x13, 0x1, 0xc000c33368, 0xc000c33380, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xab6b38, 0x13, 0x1, 0xb856e0, 0xc005bce5c0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0048d7f50, 0xab6b38, 0x13, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCanonicalLink(0xc000c33518, 0xc00135eb00, 0xaba6c1, 0x1a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:239 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:135 +0x446
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 88 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2340032e0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003778110, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003778100, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000484a00, 0x69a, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea65a0, 0x46, 0xc000484a00, 0x69a, 0xc000484a00, 0x69a, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ea65a0, 0x46, 0xc000484a00, 0x69a, 0xaa0378, 0x1, 0xc000484a00, 0x69a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003572c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 89 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003738750, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0045e1518, 0xc001397620, 0x35, 0xc000efea40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 90 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000c830e8, 0x200, 0x800)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc000c830e8, 0xb7b620, 0xc0032c64b0, 0x203000, 0x203000, 0x203000)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0032c64b0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0032c64b0, 0xc000c831d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0032c64b0, 0x0, 0x0, 0x0, 0x1000, 0xc0065bb000, 0xe46, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0065bb000, 0xe46, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0010dbd00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000c83518, 0xc00135e220, 0xc0023002c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 91 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc004b21900, 0xc002764e00, 0x344, 0xaa0378, 0x1, 0x1, 0x12)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000a79518, 0xc00000e140, 0xc001397260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 92 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2340a3100, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00279c150, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00279c140, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002d9e000, 0xed9, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd4150, 0x29, 0xc002d9e000, 0xed9, 0xc002d9e000, 0xed9, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000cd4150, 0x29, 0xc002d9e000, 0xed9, 0xaa0378, 0x1, 0xc002d9e000, 0xed9, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003575c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 93 [semacquire]:
regexp.makeOnePass.func1(0xc, 0xc0062ad7a0, 0xf, 0xf, 0x1)
	/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc00568a120, 0xc00568a120)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc00568a0c0, 0xc00568a0c0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00064d300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00064d300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00064d300, 0x0, 0xb856e0, 0xc00039e188, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00064d300, 0xc000412c40, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00064d300, 0x42ca96, 0xc00568a090, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00064d370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc000fefe40, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000adb530, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00064d518, 0xc000762ae0, 0xabc101, 0x1d, 0x34, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 95 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1f41c64c0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002fdf0c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002fdf0b0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00170bc00, 0xad9, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000de6000, 0x76, 0xc00170bc00, 0xad9, 0xc00170bc00, 0xad9, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000de6000, 0x76, 0xc00170bc00, 0xad9, 0xaa0378, 0x1, 0xc00170bc00, 0xad9, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 97 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002200000, 0x2b5, 0x2b5, 0x3, 0x0, 0x2b4, 0xc002200000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000497518, 0xc00039e9e0, 0xc000c45000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 98 [semacquire]:
strings.genSplit(0xc004770000, 0x29ac, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0036a6000, 0x8e8, 0x8e8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b153c0, 0xaa04d9, 0x2, 0xc000abca80, 0x29ac, 0x8, 0x8e8, 0xc0033839c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000abca80, 0x29ac, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b15518, 0xc003382920, 0x4c, 0xc000ea6c30)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 99 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003e93500, 0x959, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003e93500, 0x959, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003e93500, 0x959, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003e93500, 0x959, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003e93500, 0x959, 0x0, 0x0, 0x959, 0xc003e93500, 0x959)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003e93500, 0x959, 0x959, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000aa8b80, 0x37, 0xc003e93500, 0x959, 0xc003e93500, 0x959, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000aa8b80, 0x37, 0xc003e93500, 0x959, 0xaa0378, 0x1, 0xc003e93500, 0x959, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 100 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004bcb000, 0xad9, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004bcb000, 0xad9, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004bcb000, 0xad9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004bcb000, 0xad9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004bcb000, 0xad9, 0x0, 0x0, 0xad9, 0xc004bcb000, 0xad9)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004bcb000, 0xad9, 0xad9, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001141b0, 0x2e, 0xc004bcb000, 0xad9, 0xc004bcb000, 0xad9, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001141b0, 0x2e, 0xc004bcb000, 0xad9, 0xaa0378, 0x1, 0xc004bcb000, 0xad9, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 101 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000579300, 0x0, 0xb856e0, 0xc00039e048, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000579300, 0xc000967b90, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000579300, 0x42ca96, 0xc0035d08a0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000579370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001396ca0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001099530, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000579518, 0xc0010b1da0, 0xabc101, 0x1d, 0x15, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 102 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1e828f490, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003511d0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003511b0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0008bd000, 0x761, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00235c0c0, 0x34, 0xc0008bd000, 0x761, 0xc0008bd000, 0x761, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00235c0c0, 0x34, 0xc0008bd000, 0x761, 0xaa0378, 0x1, 0xc0008bd000, 0x761, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 104 [semacquire]:
regexp.(*Regexp).expand(0xc000149400, 0xc004233100, 0x100, 0x100, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc000ca12c0, ...)
	/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc004233100, 0x100, 0x100, 0xc00403e290, 0x2, 0x2, 0xc000ca12c0, 0x1c4, 0xfe)
	/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc000ca12c0, 0x1c4, 0x2, 0xc005026198, 0xc00403e280, 0x1, ...)
	/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc000ca12c0, 0x1c4, 0xaa0378, 0x1, 0x1189d00, 0x1)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0050270c0, 0xc00663a620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050270c0, 0xc004a509a0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0050270c0, 0xc004a509a0, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0050270c0, 0xc004a509a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0050270c0, 0xc004a509a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050270c0, 0xc004a50380, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e090c0, 0xc004a50380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e090c0, 0xc004a50380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050270c0, 0xc004a502a0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e090c0, 0xc004a502a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e090c0, 0xc004a502a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050270c0, 0xc001701b90, 0xc002c4a700, 0x7fe260fee2f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e090c0, 0xc001701b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e090c0, 0xc001701b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0050270c0, 0xc001701ab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e090c0, 0xc001701ab0, 0x54b170, 0xc003d5d110)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001701ab0, 0x0, 0x0, 0x0, 0x0, 0xc001701ab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0000aced0, 0x0, 0x0, 0x0, 0x1300, 0xc004baa000, 0x11d5, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004baa000, 0x11d5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001195a00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e09518, 0xc0000b25e0, 0xc005c547e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 105 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1840056e0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038ee040, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038ee030, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001918d00, 0x837, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026dce10, 0x4d, 0xc001918d00, 0x837, 0xc001918d00, 0x837, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026dce10, 0x4d, 0xc001918d00, 0x837, 0xaa0378, 0x1, 0xc001918d00, 0x837, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000357f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 106 [runnable]:
internal/reflectlite.Swapper.func9(0x2e, 0x56)
	/usr/local/go/src/internal/reflectlite/swapper.go:64 +0x10f
sort.swapRange_func(0xc0016ff7d0, 0xc005312ea0, 0x28, 0x50, 0x28)
	/usr/local/go/src/sort/zfuncversion.go:67 +0x4b
sort.rotate_func(0xc0016ff7d0, 0xc005312ea0, 0x28, 0x50, 0x78)
	/usr/local/go/src/sort/zfuncversion.go:264 +0x104
sort.symMerge_func(0xc0016ff7d0, 0xc005312ea0, 0x0, 0x50, 0xa0)
	/usr/local/go/src/sort/zfuncversion.go:241 +0x364
sort.stable_func(0xc0016ff7d0, 0xc005312ea0, 0x1b6)
	/usr/local/go/src/sort/zfuncversion.go:175 +0xc2
sort.SliceStable(0x9de7e0, 0xc0058345e0, 0xc0022c37d0)
	/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00016ee00, 0x36d, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00016ee00, 0x36d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00016ee00, 0x36d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00016ee00, 0x36d, 0x0, 0x0, 0x36d, 0xc00016ee00, 0x36d)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00016ee00, 0x36d, 0x36d, 0x380)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0007640f0, 0x48, 0xc00016ee00, 0x36d, 0xc00016ee00, 0x36d, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0007640f0, 0x48, 0xc00016ee00, 0x36d, 0xaa0378, 0x1, 0xc00016ee00, 0x36d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376060, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 107 [semacquire]:
bytes.makeSlice(0x1ba4, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006612330, 0xf4, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006612330, 0xc0063e2900, 0xf4, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc006612330, 0xc0063e2900, 0xf4, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc006612330, 0xc006614000, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc006612330, 0xc0063fdf80, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006612330, 0xc0063fddc0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006612330, 0xc004078930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006612330, 0xc004078850, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc006612330, 0xc004078150, 0xb84d20, 0xc006612330)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc006612330, 0xc004078150, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006612180, 0x161f00eb0, 0x1251a20, 0xc0063e6580, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376120, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 108 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003fd2000, 0x970, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fd2000, 0x970, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fd2000, 0x970, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fd2000, 0x970, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fd2000, 0x970, 0x0, 0x0, 0x970, 0xc003fd2000, 0x970)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fd2000, 0x970, 0x970, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b64780, 0x7d, 0xc003fd2000, 0x970, 0xc003fd2000, 0x970, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b64780, 0x7d, 0xc003fd2000, 0x970, 0xaa0378, 0x1, 0xc003fd2000, 0x970, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003761e0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 109 [semacquire]:
strings.genSplit(0xc00325e000, 0x2f6b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0025e8000, 0xae0, 0xae0)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016073c0, 0xaa059b, 0x2, 0xc0025d1000, 0x2f6b, 0x21, 0xae0, 0xc00137f440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0025d1000, 0x2f6b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001607518, 0xc00039eb60, 0x64, 0xc000f07110)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003762a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 110 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0032a89e0, 0xc0011b3220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011b3588, 0xaa04f9, 0x2, 0xc003276380, 0xd6d, 0x6, 0x1c, 0xc00229c2a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0011b3518, 0xc0009c6020, 0x93)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376360, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 111 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc000f3a000, 0x1f29, 0xc000cf3218, 0xc003be6380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc000f3a000, 0x1f29, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000cf33c0, 0xaa04fd, 0x2, 0xc000f3a000, 0x1f29, 0x1, 0x6ef, 0xc0024891c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000f3a000, 0x1f29, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000cf3518, 0xc000762040, 0x54, 0xc00042606f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376420, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 112 [semacquire]:
bytes.makeSlice(0x16aa, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004429138, 0xca, 0x536)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004429138, 0xc001112000, 0xca, 0x5165d7, 0xc0017742d2, 0xc000772020)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00110c230)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00110c1c0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00110c000)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f09260)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005b1f950, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004429518, 0xc005b1f950, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004429518, 0xc00039eaa0, 0x58)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003764e0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 113 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001001500, 0xc0007872c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007873c0, 0xaa0569, 0x2, 0xc001b82a80, 0x91b, 0x30, 0x1d5, 0xc003308160)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001b82a80, 0x91b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000787518, 0xc002300080, 0x60, 0xc00068d7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003765a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 114 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1b8000da0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001618620, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001618600, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000e83b80, 0x270, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bba0f0, 0x49, 0xc000e83b80, 0x270, 0xc000e83b80, 0x270, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000bba0f0, 0x49, 0xc000e83b80, 0x270, 0xaa0378, 0x1, 0xc000e83b80, 0x270, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 115 [semacquire]:
strings.genSplit(0xc002ad0600, 0x1866, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00302b800, 0x46d, 0x46d)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00043d3c0, 0xaa0599, 0x2, 0xc0024b6600, 0x1866, 0x1, 0x46d, 0xc001c5ea40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0024b6600, 0x1866, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00043d518, 0xc0010b0b60, 0x33, 0xc00087a640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 116 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe23020c1a0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b43070, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002b43060, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003310600, 0x5cd, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a653, 0x3b, 0xc003310600, 0x5cd, 0xc003310600, 0x5cd, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a653, 0x3b, 0xc003310600, 0x5cd, 0xaa0378, 0x1, 0xc003310600, 0x5cd, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003767e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 117 [runnable]:
github.com/fatih/set.(*Set).Add(0xc0059657a0, 0xc001ef5220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ef5588, 0xaa04f9, 0x2, 0xc005172c00, 0xbb5, 0x25, 0x62, 0xc0063e6b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001ef5518, 0xc001246a40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003768a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 118 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b2b3c0, 0xaa0503, 0x2, 0xc000e4b800, 0x1548, 0x4, 0x401, 0xc0004e6040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000e4b800, 0x1548, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b2b518, 0xc001396f80, 0x2e, 0xc000114570)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 119 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0008d2e38, 0xc003d6c2f8, 0x1, 0x2, 0xd5, 0xe00000007)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0008d2e38, 0xc003cec2a0, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0008d2e38, 0xc003cec310, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc003cec310, 0xc003cec310, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0008d3300, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0008d3300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0008d3300, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0008d3300, 0x75a856, 0x0, 0xc0007511f0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0008d3300, 0xc0008d32c8, 0xc0008d3350, 0x42ca96, 0xc001914540, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0008d3368, 0xc0008d3380, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00608ce00)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000bfc1e0, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0008d3518, 0xc000b32920, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 121 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00608d000, 0xc0011072c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011073c0, 0xaa04d9, 0x2, 0xc0008de480, 0x19f1, 0x5, 0x4c1, 0xc00229d360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0008de480, 0x19f1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001107518, 0xc0018848c0, 0x3c, 0xc000c50a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 122 [semacquire]:
regexp.onePassCopy(0xc0010989f0, 0xc0010989f0)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0010989f0, 0xc0010989f0)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001183300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001183300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001183300, 0x0, 0xb856e0, 0xc00039e048, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001183300, 0xc000f653b0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001183300, 0x42ca96, 0xc004d5df50, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001183370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00229d4a0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00040de00, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001183518, 0xc00039ea40, 0xabc101, 0x1d, 0x24, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 123 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003491588, 0xaa04f9, 0x2, 0xc0027baf20, 0x151, 0x0, 0xc0034913d8, 0xc0027efa08)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003491518, 0xc0034ac0f0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003491518, 0xc000fee620, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376d20, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 124 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b61588, 0xaa04f9, 0x2, 0xc0053edb80, 0x12a, 0x23, 0x7b, 0xc00522c9a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004b61518, 0xc0010b1e00, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376de0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 125 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00229dde0, 0xc0004392c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004393c0, 0xaa04f9, 0x2, 0xc001b2a000, 0x82b, 0x4, 0x1b5, 0xc001397760)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001b2a000, 0x82b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000439518, 0xc0010b10c0, 0x4d, 0xc001126140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 126 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001258a80, 0x9b8, 0xc000eb5218, 0xc003be6380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001258a80, 0x9b8, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000eb53c0, 0xaa059b, 0x2, 0xc001258a80, 0x9b8, 0x17, 0x200, 0xc001c5f060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001258a80, 0x9b8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000eb5518, 0xc000feffa0, 0x45, 0xc000f620a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000376f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 127 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001e88000, 0x7c8, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e88000, 0x7c8, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e88000, 0x7c8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e88000, 0x7c8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e88000, 0x7c8, 0x0, 0x0, 0x7c8, 0xc001e88000, 0x7c8)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e88000, 0x7c8, 0x7c8, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008960c0, 0x53, 0xc001e88000, 0x7c8, 0xc001e88000, 0x7c8, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0008960c0, 0x53, 0xc001e88000, 0x7c8, 0xaa0378, 0x1, 0xc001e88000, 0x7c8, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 128 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004dc0000, 0x3ac, 0x3ac, 0x3, 0x0, 0x3ab, 0xc004dc0000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000437518, 0xc000fefd40, 0xc0024889e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003770e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 129 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00397c000, 0x3ff, 0x3ff, 0x3, 0x0, 0x3fe, 0xc00397c000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000b2d518, 0xc0009c79e0, 0xc0010b01c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003771a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 130 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0033f1000, 0x7ec, 0xc000f79218, 0xc002c4a700)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0033f1000, 0x7ec, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f793c0, 0xaa059b, 0x2, 0xc0033f1000, 0x7ec, 0x11, 0x275, 0xc003212060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0033f1000, 0x7ec, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f79518, 0xc0010b0e20, 0x36, 0xc00087b39c)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 131 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc0065d5500, 0x1415, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000a9e6c0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001495518, 0xc001000360, 0xc004cda600)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 132 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0027b0c80, 0xc4, 0xc4, 0x3, 0x0, 0xc3, 0xc0027b0c80)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000777518, 0xc000fefa80, 0xc0032a9bc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003773e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 133 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00102e3f0, 0xc000695408, 0xc002c71470)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000695518, 0xc002c71470, 0xc002c71470)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003774a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 134 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0004af0e8, 0x200, 0x800)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0004af0e8, 0xb7b620, 0xc005f56ab0, 0x203001, 0x203001, 0x203001)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc005f56ab0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005f56ab0, 0xc0004af1d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f56ab0, 0x0, 0x0, 0x0, 0x1980, 0xc002f5ac80, 0x182d, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002f5ac80, 0x182d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000cd4870)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004af518, 0xc0009c7c40, 0xc005bcf8e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 135 [semacquire]:
bytes.makeSlice(0xbf6, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004ebd530, 0xaa, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004ebd530, 0xc0011218c0, 0xaa, 0x6, 0xffffffffffffffff, 0xad0184)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004ebd530, 0xc0011218c0, 0xaa, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004ebd530, 0xc000fd6d20, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004ebd530, 0xc000fd6a10, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004ebd530, 0xc000f9bc70, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004ebd530, 0xc000f9bb90, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004ebd530, 0xc000f9b490, 0xb84d20, 0xc004ebd530)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004ebd530, 0xc000f9b490, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001340c60, 0x50d2a1, 0xc00112e6c0, 0x31, 0xaada21)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001569518, 0xc00135e680, 0xc005048a20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 136 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1d82389f0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028a6200, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028a61f0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000a25100, 0x675, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007e120, 0x52, 0xc000a25100, 0x675, 0xc000a25100, 0x675, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007e120, 0x52, 0xc000a25100, 0x675, 0xaa0378, 0x1, 0xc000a25100, 0x675, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003776e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 137 [semacquire]:
strings.genSplit(0xc0055d4900, 0x884, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002dd4000, 0x1d4, 0x1d4)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00077b3c0, 0xaa0599, 0x2, 0xc000a4e400, 0x884, 0x1, 0x1d4, 0xc001000320)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000a4e400, 0x884, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00077b518, 0xc00000e6e0, 0x31, 0xc000c502c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003777a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 138 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005bcfb40, 0xc0018e12c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018e13c0, 0xaa05c9, 0x2, 0xc001a14000, 0x927, 0x6, 0x1fb, 0xc00137f9e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001a14000, 0x927, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0018e1518, 0xc000b326a0, 0x70, 0xc000dea5c7)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 139 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005049c60, 0xc00043b2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00043b3c0, 0xaa0503, 0x2, 0xc0007fbb00, 0xd3d, 0x4, 0x28e, 0xc00135fc60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0007fbb00, 0xd3d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00043b518, 0xc00103f1a0, 0x46, 0xc001127a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 140 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc0053ea480, 0x10a, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb50c0, 0xc0012139d0, 0xc005fb41b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb50c0, 0xc001213960, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005fb50c0, 0xc001213960, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb50c0, 0xc001213960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb50c0, 0xc001213960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb50c0, 0xc000f300e0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007790c0, 0xc000f300e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007790c0, 0xc000f300e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb50c0, 0xc002d89f10, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007790c0, 0xc002d89f10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007790c0, 0xc002d89f10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb50c0, 0xc002d89810, 0xc003be6380, 0x7fe260fedc28)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007790c0, 0xc002d89810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007790c0, 0xc002d89810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb50c0, 0xc002d89730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007790c0, 0xc002d89730, 0x54b170, 0xc003ed1a00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002d89730, 0x0, 0x0, 0x0, 0x0, 0xc002d89730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002c8ec30, 0x0, 0x0, 0x0, 0x1000, 0xc003bd2000, 0xfe3, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003bd2000, 0xfe3, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000b72580)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000779518, 0xc000762f00, 0xc001246840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003779e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 141 [runnable]:
sync.(*RWMutex).Lock(0xc00000e368)
	/usr/local/go/src/sync/rwmutex.go:92 +0xa3
github.com/fatih/set.(*Set).Add(0xc00000e360, 0xc0007472c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:31 +0x58
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007473c0, 0xaa058b, 0x2, 0xc001853900, 0x11f7, 0x5, 0x39c, 0xc00135e020)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001853900, 0x11f7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000747518, 0xc00229db20, 0x59, 0xc000896000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 142 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0014f6000, 0x642, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0014f6000, 0x642, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0014f6000, 0x642, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0014f6000, 0x642, 0x0, 0x0, 0x642, 0xc0014f6000, 0x642)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0014f6000, 0x642, 0x642, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccce40, 0x20, 0xc0014f6000, 0x642, 0xc0014f6000, 0x642, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccce40, 0x20, 0xc0014f6000, 0x642, 0xaa0378, 0x1, 0xc0014f6000, 0x642, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 143 [runnable]:
github.com/gigawattio/window.Rolling(0xc00261ea80, 0x299, 0x299, 0x3, 0x0, 0x298, 0xc00261ea80)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0008d5518, 0xc002409f60, 0xc001c5e840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 144 [semacquire]:
bytes.makeSlice(0x2fc8, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003cbf388, 0x90, 0x90)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003cbf388, 0xc001022fc0, 0x90, 0x5165d7, 0xc00265c789, 0xc0028f8c30)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005b165b0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005b16540)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022072d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000aa5f80)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001946150)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00566b9e0, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cbf518, 0xc0059f4420, 0x52, 0xc001fffe00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 145 [semacquire]:
regexp.(*Regexp).replaceAll(0xc003c69400, 0x0, 0x0, 0x0, 0xc00184a600, 0x12d7, 0x2, 0xc002a83218, 0xc00184a600, 0x12d7, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc003c69400, 0xc00184a600, 0x12d7, 0xaa0378, 0x1, 0x1, 0x2c)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a83518, 0xc00000eae0, 0xc00608d6a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 146 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0017eaa00, 0x1462, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0017eaa00, 0x1462, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0017eaa00, 0x1462, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0017eaa00, 0x1462, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0017eaa00, 0x1462, 0x0, 0x0, 0x1462, 0xc0017eaa00, 0x1462)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0017eaa00, 0x1462, 0x1462, 0x1800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001126332, 0x3e, 0xc0017eaa00, 0x1462, 0xc0017eaa00, 0x1462, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001126332, 0x3e, 0xc0017eaa00, 0x1462, 0xaa0378, 0x1, 0xc0017eaa00, 0x1462, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 147 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc004a07b00, 0x9, 0x10, 0xc0012f3d00, 0x15, 0x20, 0xc00042d020, 0xc0015c3390, 0x1, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc002e2ce58, 0x1, 0x1, 0xc00042d0f0, 0x7fe260fee2f0, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc002e2ce58, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0015c3390, ...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc004680d50, 0xc002f06840)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00042d518, 0xc004680d50, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00042d518, 0xc0009c6080, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000377f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 148 [semacquire]:
bytes.makeSlice(0x42c, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000197138, 0xc2, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000197138, 0xc000cfb860, 0xc2, 0x5165d7, 0xc002db07ee, 0xc000904886)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e49880)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e49810)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e490a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0019fb2f0, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000197518, 0xc0019fb2f0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000197518, 0xc00039e440, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 149 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0049ebdc0, 0xde, 0x7544a2, 0x0)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002be3588, 0xaa04f9, 0x2, 0xc0049ebdc0, 0xde, 0x30, 0xc002be3290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc000c4ff80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000c4ff50, 0xc002be3320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002be3518, 0xc004c3ae70, 0xc001247dc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002be3518, 0xc004c3ae70, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002be3518, 0xc004c3ae70, 0xc004c3ae70)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004260c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 151 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1dc1d9f80, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038bfd50, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038bfd40, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0010f4000, 0x438, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a9e180, 0x32, 0xc0010f4000, 0x438, 0xc0010f4000, 0x438, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a9e180, 0x32, 0xc0010f4000, 0x438, 0xaa0378, 0x1, 0xc0010f4000, 0x438, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 153 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00419f770, 0xc0013ef320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0013ef518, 0xc001793050, 0xc001001060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0013ef518, 0xc001793050, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0013ef518, 0xc001793050, 0xc001793050)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004263c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 154 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000ec30c0, 0xaa04bf, 0x2, 0xfc, 0x2, 0xc000ec2198)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000ec30c0, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000ec30c0, 0xc000369f10, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000ec30c0, 0xc000369f10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000ec30c0, 0xc000369f10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ec30c0, 0xc001a167e0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000cc10c0, 0xc001a167e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000cc10c0, 0xc001a167e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ec30c0, 0xc001a16700, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000cc10c0, 0xc001a16700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000cc10c0, 0xc001a16700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ec30c0, 0xc0008660e0, 0xc001e94000, 0x7fe260fed560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000cc10c0, 0xc0008660e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000cc10c0, 0xc0008660e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000ec30c0, 0xc000866000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000cc10c0, 0xc000866000, 0x54b170, 0xc0033a8000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000866000, 0x0, 0x0, 0x0, 0x0, 0xc000866000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001111e30, 0x0, 0x0, 0x0, 0x2000, 0xc0000fc000, 0x1c87, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0000fc000, 0x1c87, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000aa8540)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000cc1518, 0xc00103e080, 0xc001cfd520)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 155 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022cb3c0, 0xaa0503, 0x2, 0xc002024600, 0x1978, 0x4, 0x4f3, 0xc002408760)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc002024600, 0x1978, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022cb518, 0xc001884f00, 0x56, 0xc00043eb40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 156 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_Predict(0x7fe1f41bcff0, 0x7fe19934e910, 0x7fe19934ed50)
	_cgo_gotypes.go:93 +0x4e
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func2(0xc00642bc00, 0x7fe19934e910, 0x7fe19934e910)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0x60
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00642bc00, 0xc000968000, 0x340, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0xa8
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000968000, 0x340, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f625a0, 0x4b, 0xc000968000, 0x340, 0xc000968000, 0x340, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f625a0, 0x4b, 0xc000968000, 0x340, 0xaa0378, 0x1, 0xc000968000, 0x340, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 157 [semacquire]:
bytes.makeSlice(0x200, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000e030e8, 0x200, 0xc004ed5300)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
	/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7b620, 0xc002d50750, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc002d50750, 0xc000e031d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002d50750, 0x0, 0x0, 0x0, 0x1300, 0xc004ed4000, 0x1012, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc004ed4000, 0x1012, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000964240)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e03518, 0xc00103fc40, 0xc00135ec40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004266c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 158 [semacquire]:
strings.genSplit(0xc006500000, 0x13b8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006164000, 0x3de, 0x3de)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00156b3c0, 0xaa059b, 0x2, 0xc0023ee000, 0x13b8, 0x1c, 0x3de, 0xc0032a9d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0023ee000, 0x13b8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00156b518, 0xc0031136e0, 0x42, 0xc0036501e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 159 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001fb0000, 0x14de, 0xc001817218, 0xc002c4a700)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001fb0000, 0x14de, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018173c0, 0xaa04d9, 0x2, 0xc001fb0000, 0x14de, 0x1, 0x48f, 0xc0034d1260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001fb0000, 0x14de, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001817518, 0xc003112d40, 0x4f, 0xc0016a8af0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 160 [semacquire]:
strings.genSplit(0xc004ce4000, 0x149d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x149d, 0xc002372000, 0x14b9)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000785518, 0xc00039e620, 0xc0022265e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 161 [semacquire]:
regexp.makeOnePass.func1(0x3, 0xc003351fa0, 0xf, 0xf, 0x1)
	/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc003b37860, 0xc003b37860)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc003b37800, 0xc003b37800)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000ac3300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000ac3300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000ac3300, 0x0, 0xb856e0, 0xc00039e048, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000ac3300, 0xc000a16000, 0x0, 0x8, 0x434a07)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000ac3300, 0x42ca96, 0xc003b377d0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000ac3370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc005a651e0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001d08810, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000ac3518, 0xc00115a740, 0xabc101, 0x1d, 0x3e, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004269c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 162 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005bcfb60, 0xc0015652c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015653c0, 0xaa0569, 0x2, 0xc001c9a000, 0x820, 0x1, 0x1e1, 0xc00137fa00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001c9a000, 0x820, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001565518, 0xc0012474c0, 0x41, 0xc001126a00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 163 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0009c6b00, 0xc000699220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000699588, 0xaa04f9, 0x2, 0xc0063e2c00, 0xfe, 0xd, 0x2a, 0xc0009c6ac0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000699518, 0xc00115aec0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 164 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0042f9000, 0xea4, 0xc001713218, 0xc003be6380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0042f9000, 0xea4, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017133c0, 0xaa0569, 0x2, 0xc0042f9000, 0xea4, 0x51, 0x2e9, 0xc004cdae00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0042f9000, 0xea4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001713518, 0xc000c44400, 0x4b, 0xc000607d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 165 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe144001210, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002270680, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002270670, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0036b5500, 0x6c1, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f6269d, 0x42, 0xc0036b5500, 0x6c1, 0xc0036b5500, 0x6c1, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000f6269d, 0x42, 0xc0036b5500, 0x6c1, 0xaa0378, 0x1, 0xc0036b5500, 0x6c1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 166 [runnable]:
encoding/json.stateInString(0xc0015310a8, 0xa78f22, 0x0)
	/usr/local/go/src/encoding/json/scanner.go:331 +0x5c
encoding/json.checkValid(0xc00424d440, 0x10c, 0x120, 0xc0015310a8, 0x120, 0x10c)
	/usr/local/go/src/encoding/json/scanner.go:34 +0xa7
encoding/json.Unmarshal(0xc00424d440, 0x10c, 0x120, 0x9cfa40, 0xc00608dc00, 0x120, 0x1)
	/usr/local/go/src/encoding/json/decode.go:101 +0x66
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0000b3320, 0xc002fc7b00, 0x864, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002fc7b00, 0x864, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001126cd0, 0x3c, 0xc002fc7b00, 0x864, 0xc002fc7b00, 0x864, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001126cd0, 0x3c, 0xc002fc7b00, 0x864, 0xaa0378, 0x1, 0xc002fc7b00, 0x864, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 169 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0009c7ca0, 0xc0017cd2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017cd3c0, 0xaa04f9, 0x2, 0xc000edaa00, 0x313c, 0x1, 0x97a, 0xc001000380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000edaa00, 0x313c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017cd518, 0xc001247980, 0x49, 0xc00112678a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000426fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 170 [semacquire]:
bytes.makeSlice(0x81, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0022c23d8, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0022c23d8, 0x1189d52, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0022c23d8, 0xc0009f95e0, 0x9e, 0x9e, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022c23d8, 0xc0017c1880, 0xc0054b62c0, 0xc0022c2308)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022c23d8, 0xc0017c1810, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022c30c0, 0xc0017c1810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022c30c0, 0xc0017c1810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022c30c0, 0xc0017c15e0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f30c0, 0xc0017c15e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f30c0, 0xc0017c15e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022c30c0, 0xc0017c1500, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f30c0, 0xc0017c1500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f30c0, 0xc0017c1500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022c30c0, 0xc0017c0e00, 0xc000151c00, 0x7fe260fec108)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017f30c0, 0xc0017c0e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f30c0, 0xc0017c0e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022c30c0, 0xc0017c0d20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017f30c0, 0xc0017c0d20, 0x54b170, 0xc006345110)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0017c0d20, 0x0, 0x0, 0x0, 0x0, 0xc0017c0d20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a62810, 0x0, 0x0, 0x0, 0x1300, 0xc001661900, 0x11bd, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001661900, 0x11bd, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0031e1ec0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017f3518, 0xc002409ea0, 0xc0000b3ce0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 171 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0052b90c0, 0xaa04bf, 0x2, 0x11b, 0x2, 0xc0052b8198)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0052b90c0, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0052b90c0, 0xc002d68ee0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0052b90c0, 0xc002d68ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0052b90c0, 0xc002d68ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052b90c0, 0xc0019c8460, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e190c0, 0xc0019c8460, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e190c0, 0xc0019c8460, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052b90c0, 0xc0019c8380, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e190c0, 0xc0019c8380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e190c0, 0xc0019c8380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052b90c0, 0xc001c1dab0, 0xc000e18d40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e190c0, 0xc001c1dab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e190c0, 0xc001c1dab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052b90c0, 0xc001c1d960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e190c0, 0xc001c1d960, 0x54b170, 0xc0036fc8f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001c1d960, 0x0, 0x0, 0x0, 0x0, 0xc001c1d960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001a422d0, 0x0, 0x0, 0x0, 0x1000, 0xc00440b000, 0xf5a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00440b000, 0xf5a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0005cde80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e19518, 0xc00039ff20, 0xc000b32f40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 172 [semacquire]:
strings.genSplit(0xc0056ba000, 0x98c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xb5c, 0xc005471500, 0x98c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000703588, 0xaa04f9, 0x2, 0xc005471500, 0x98c, 0x0, 0xc001e94000, 0x7fe260fee9b8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000703518, 0xc00135efc0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 173 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc00157b420, 0x0, 0x0, 0x0, 0x75c780, 0xffffffffffffffff, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getChildrenNodes.func1(0x0, 0xc00157b420, 0xc006220001, 0xc0062201e0, 0xc0009f32d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:607 +0x3c
github.com/PuerkitoBio/goquery.mapNodes(0xc0035cdac8, 0x1, 0x1, 0xc0009f3368, 0xc0009f3518, 0xc002d60bd0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getChildrenNodes(0xc0035cdac8, 0x1, 0x1, 0x0, 0xc001153560, 0xc0023a3f70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:606 +0x6b
github.com/PuerkitoBio/goquery.(*Selection).Children(0xc002d60bd0, 0xc002d60bd0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:86 +0x4d
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0009f3518, 0xc002d60bd0, 0xc002d60bd0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:719 +0x52
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004272c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 174 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005a65440, 0xc00236d220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00236d588, 0xaa04f9, 0x2, 0xc005c53400, 0xa91, 0xd, 0x22, 0xc005a65400)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00236d518, 0xc0013969c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 175 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe170001080, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000cf87c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000cf87b0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002926b00, 0x52c, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000906240, 0x46, 0xc002926b00, 0x52c, 0xc002926b00, 0x52c, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000906240, 0x46, 0xc002926b00, 0x52c, 0xaa0378, 0x1, 0xc002926b00, 0x52c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 176 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe194217670, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dfbd90, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dfbd80, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00319ea80, 0x938, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea70e0, 0x43, 0xc00319ea80, 0x938, 0xc00319ea80, 0x938, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ea70e0, 0x43, 0xc00319ea80, 0x938, 0xaa0378, 0x1, 0xc00319ea80, 0x938, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 177 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0002361a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0002361a0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0002361a0, 0xc001be0070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00229d520, 0x0, 0x0, 0x0, 0xc001169200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00229d520, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0011698f8, 0xc000b4aa00, 0x2255, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004275c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 178 [semacquire]:
bytes.makeSlice(0x40f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0051650c0, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0051650c0, 0x1189d4c, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0051650c0, 0xc002db0fc0, 0x1b4, 0x7, 0xc002db0fc0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0051650c0, 0xc000568150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0051650c0, 0xc000568150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051650c0, 0xc00351b030, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017210c0, 0xc00351b030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017210c0, 0xc00351b030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051650c0, 0xc003884e00, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017210c0, 0xc003884e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017210c0, 0xc003884e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051650c0, 0xc0010abab0, 0xc001e94000, 0x7fe260fee9b8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017210c0, 0xc0010abab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017210c0, 0xc0010abab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0051650c0, 0xc0010ab9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017210c0, 0xc0010ab9d0, 0x54b170, 0xc002d2a4e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0010ab9d0, 0x0, 0x0, 0x0, 0x0, 0xc0010ab9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030170b0, 0x0, 0x0, 0x0, 0x2000, 0xc001d0a000, 0x1dc3, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001d0a000, 0x1dc3, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0025fe000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001721518, 0xc002488d60, 0xc002489860)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 179 [semacquire]:
regexp.(*Regexp).expand(0xc000149400, 0xc004624200, 0x40, 0x40, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc005b7c1e0, ...)
	/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc004624200, 0x40, 0x40, 0xc003ce82c0, 0x2, 0x2, 0xc005b7c1e0, 0xe1, 0x3c)
	/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc005b7c1e0, 0xe1, 0x2, 0xc0014e0198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc005b7c1e0, 0xe1, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0014e10c0, 0xc00130c0e0, 0xc0014e01b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014e10c0, 0xc00130c070, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0014e10c0, 0xc00130c070, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0014e10c0, 0xc00130c070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0014e10c0, 0xc00130c070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014e10c0, 0xc00452a1c0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0014e10c0, 0xc00452a1c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0014e10c0, 0xc00452a1c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014e10c0, 0xc00452a0e0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0014e10c0, 0xc00452a0e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0014e10c0, 0xc00452a0e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014e10c0, 0xc005df9960, 0x7fe23810c3b0, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0014e10c0, 0xc005df9960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0014e10c0, 0xc005df9960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0014e10c0, 0xc005df9880, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0014e10c0, 0xc005df9880, 0x54b170, 0xc0039e28f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005df9880, 0x0, 0x0, 0x0, 0x0, 0xc005df9880, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005cf4840, 0x0, 0x0, 0x0, 0x1000, 0xc005435000, 0xf23, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005435000, 0xf23, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000767ac0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0014e1518, 0xc001397340, 0xc004c38700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 180 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1ec0052a0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003dc0b10, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003dc0b00, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001892a00, 0x605, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000117180, 0x31, 0xc001892a00, 0x605, 0xc001892a00, 0x605, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000117180, 0x31, 0xc001892a00, 0x605, 0xaa0378, 0x1, 0xc001892a00, 0x605, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 181 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe138002c80, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0022405e0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0022405d0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000f1f000, 0x7d5, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002b040, 0x3e, 0xc000f1f000, 0x7d5, 0xc000f1f000, 0x7d5, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002b040, 0x3e, 0xc000f1f000, 0x7d5, 0xaa0378, 0x1, 0xc000f1f000, 0x7d5, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004278c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 182 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234002260, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000fec500, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000fec4f0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00084c700, 0x6c0, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000906a36, 0x46, 0xc00084c700, 0x6c0, 0xc00084c700, 0x6c0, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000906a36, 0x46, 0xc00084c700, 0x6c0, 0xaa0378, 0x1, 0xc00084c700, 0x6c0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 183 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005bce120, 0xc002b83210, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b83588, 0xaa04f9, 0x2, 0xc001f87600, 0x14c, 0x5, 0xc002b83290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xd, 0xc0033cd8c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0041f0a50, 0xc002b83320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002b83518, 0xc002d3c180, 0xc001246cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002b83518, 0xc002d3c180, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002b83518, 0xc002d3c180, 0xc002d3c180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 184 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001885100, 0xc00187b2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00187b3c0, 0xaa04f9, 0x2, 0xc004b42000, 0x1f72, 0xc004b42000, 0xc00187b3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004b42000, 0x1f72, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00187b518, 0xc0013964e0, 0x42, 0xc000606460)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 186 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe118001220, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00090bb70, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00090bb60, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0037ef000, 0x163c, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011266e0, 0x41, 0xc0037ef000, 0x163c, 0xc0037ef000, 0x163c, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011266e0, 0x41, 0xc0037ef000, 0x163c, 0xaa0378, 0x1, 0xc0037ef000, 0x163c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 187 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e333c0, 0xaa04f9, 0x2, 0xc005040a80, 0x9d6, 0xc005040a80, 0xc000e333b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc005040a80, 0x9d6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e33518, 0xc000b33ce0, 0x64, 0xc001116690)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 188 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004b8c000, 0x10dc, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004b8c000, 0x10dc, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004b8c000, 0x10dc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004b8c000, 0x10dc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004b8c000, 0x10dc, 0x0, 0x0, 0x10dc, 0xc004b8c000, 0x10dc)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004b8c000, 0x10dc, 0x10dc, 0x1300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000479e00, 0x60, 0xc004b8c000, 0x10dc, 0xc004b8c000, 0x10dc, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000479e00, 0x60, 0xc004b8c000, 0x10dc, 0xaa0378, 0x1, 0xc004b8c000, 0x10dc, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 189 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc00349c000, 0x10d0, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000aa8040)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000583518, 0xc0000b2880, 0xc003213120)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 190 [semacquire]:
strings.genSplit(0xc0063bb080, 0x550, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002576000, 0x16b, 0x16b)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b973c0, 0xaa0599, 0x2, 0xc000388580, 0x550, 0x1, 0x16b, 0xc001000e60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000388580, 0x550, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000b97518, 0xc000fef4e0, 0x37, 0xc000b73513)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 192 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2340a0950, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003af6df0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003af6de0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b5ea80, 0x987, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bc210, 0x2a, 0xc002b5ea80, 0x987, 0xc002b5ea80, 0x987, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bc210, 0x2a, 0xc002b5ea80, 0x987, 0xaa0378, 0x1, 0xc002b5ea80, 0x987, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 193 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0006d30e8, 0x200, 0x800)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0006d30e8, 0xb7b620, 0xc003989410, 0x203000, 0x203000, 0x203000)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc003989410, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003989410, 0xc0006d31d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003989410, 0x0, 0x0, 0x0, 0xd80, 0xc002213b00, 0xd4d, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002213b00, 0xd4d, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00322fec0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006d3518, 0xc001396a00, 0xc004cdbb60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e1e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 194 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000e112e0, 0x20300100000000, 0x7fe10134dfff, 0xc000e11218, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000e112e0, 0xc001fcd800, 0x5, 0xc000e11230, 0x46620f)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000e112e0, 0xc000e112f8, 0x43b3b7, 0x1252790, 0xc000e11200, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fe2381755a8, 0xc000e11301, 0x10100000042ab7a, 0x0, 0xe7b)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005032b10, 0xaa64ee, 0x5, 0xfec)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc000e11518, 0xc001001740, 0xe7b, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e2a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 195 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002754d00, 0x862, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002754d00, 0x862, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002754d00, 0x862, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002754d00, 0x862, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002754d00, 0x862, 0x0, 0x0, 0x862, 0xc002754d00, 0x862)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002754d00, 0x862, 0x862, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000764320, 0x4f, 0xc002754d00, 0x862, 0xc002754d00, 0x862, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000764320, 0x4f, 0xc002754d00, 0x862, 0xaa0378, 0x1, 0xc002754d00, 0x862, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 196 [runnable]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e1d3c0, 0xaa04f9, 0x2, 0xc003d2d300, 0x108d, 0x1, 0x334, 0xc003309de0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc003d2d300, 0x108d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e1d518, 0xc000b32480, 0x3c, 0xc003355a80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 197 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0013b30c0, 0xaa04bf, 0x2, 0x96, 0x2, 0xc0013b2198)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0013b30c0, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0013b30c0, 0xc000f68ee0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0013b30c0, 0xc000f68ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0013b30c0, 0xc000f68ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013b30c0, 0xc000de9e30, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007b10c0, 0xc000de9e30, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007b10c0, 0xc000de9e30, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013b30c0, 0xc000de9d50, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007b10c0, 0xc000de9d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007b10c0, 0xc000de9d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013b30c0, 0xc000e802a0, 0xc001f60700, 0x7fe260fedc28)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007b10c0, 0xc000e802a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007b10c0, 0xc000e802a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013b30c0, 0xc000e801c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007b10c0, 0xc000e801c0, 0x54b170, 0xc000643ba0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000e801c0, 0x0, 0x0, 0x0, 0x0, 0xc000e801c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002e2ee70, 0x0, 0x0, 0x0, 0xc80, 0xc002e68000, 0xc80, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002e68000, 0xc80, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000c50480)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007b1518, 0xc00229c300, 0xc00135e700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e4e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 198 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe21c228940, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028f1570, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f1560, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003dc6a80, 0xa51, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000478540, 0x4e, 0xc003dc6a80, 0xa51, 0xc003dc6a80, 0xa51, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000478540, 0x4e, 0xc003dc6a80, 0xa51, 0xaa0378, 0x1, 0xc003dc6a80, 0xa51, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 199 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005ea0000, 0x1c2, 0x1c2, 0x3, 0x0, 0x1c1, 0xc005ea0000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007cd518, 0xc001397b00, 0xc0012465e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 200 [semacquire]:
strings.genSplit(0xc0055c4000, 0x12a0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x38e, 0x38e)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007c73c0, 0xaa059b, 0x2, 0xc00379a000, 0x12a0, 0x1, 0x38e, 0xc004c39ae0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00379a000, 0x12a0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0007c7518, 0xc004c39700, 0x4f, 0xc000765d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 201 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000db30e8, 0x200, 0x800)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc000db30e8, 0xb7b620, 0xc005bb3590, 0x203001, 0x203001, 0x203001)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc005bb3590, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005bb3590, 0xc000db31d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005bb3590, 0x0, 0x0, 0x0, 0x1000, 0xc005f36000, 0xea8, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005f36000, 0xea8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002293a40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000db3518, 0xc000feede0, 0xc0007630c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 202 [semacquire]:
github.com/araddon/dateparse.newParser(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc00033f120, 0x12, 0x0, 0xc00033f120, 0x12, 0x12)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc00033f120, 0x12, 0x3, 0xaa0378, 0x1, 0xc00033f120, 0x12)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007c9518, 0xc00039e2c0, 0xc0010015c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 203 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2340a0490, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ea3bb0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ea3ba0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00399a000, 0x62b, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccc680, 0x24, 0xc00399a000, 0x62b, 0xc00399a000, 0x62b, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccc680, 0x24, 0xc00399a000, 0x62b, 0xaa0378, 0x1, 0xc00399a000, 0x62b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043e960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 204 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1981c6820, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004097bf0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004097be0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001271800, 0x584, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001272fc0, 0x39, 0xc001271800, 0x584, 0xc001271800, 0x584, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001272fc0, 0x39, 0xc001271800, 0x584, 0xaa0378, 0x1, 0xc001271800, 0x584, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043ea20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 205 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0016e8000, 0x85c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0016e8000, 0x85c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0016e8000, 0x85c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0016e8000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0016e8000, 0x85c, 0x0, 0x0, 0x85c, 0x900, 0xc0016e8000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0016e8000, 0x85c, 0x85c, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001418140, 0x49, 0xc0016e8000, 0x85c, 0xc0016e8000, 0x85c, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001418140, 0x49, 0xc0016e8000, 0x85c, 0xaa0378, 0x1, 0xc0016e8000, 0x85c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043eae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 206 [semacquire]:
strings.genSplit(0xc0034a2000, 0x11d3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006172000, 0x396, 0x396)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008b93c0, 0xaa04fd, 0x2, 0xc005128c00, 0x11d3, 0x1, 0x396, 0xc005bcf6a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc005128c00, 0x11d3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008b9518, 0xc001c5f000, 0x3a, 0xc000ccc640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043eba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 207 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005848f00, 0x4b0, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005848f00, 0x4b0, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005848f00, 0x4b0, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005848f00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005848f00, 0x4b0, 0x0, 0x0, 0x4b0, 0x580, 0xc005848f00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005848f00, 0x4b0, 0x4b0, 0x580)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012861c0, 0x3f, 0xc005848f00, 0x4b0, 0xc005848f00, 0x4b0, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012861c0, 0x3f, 0xc005848f00, 0x4b0, 0xaa0378, 0x1, 0xc005848f00, 0x4b0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043ec60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 208 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe19c44d130, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001b3c4c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001b3c4a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000a22e00, 0x685, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001127d10, 0x3c, 0xc000a22e00, 0x685, 0xc000a22e00, 0x685, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001127d10, 0x3c, 0xc000a22e00, 0x685, 0xaa0378, 0x1, 0xc000a22e00, 0x685, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043ed20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 209 [semacquire]:
bytes.makeSlice(0x1555, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000c4e8a0, 0x35, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000c4e8a0, 0xc001287680, 0x35, 0x6, 0xffffffffffffffff, 0x7fe260fec108)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc000c4e8a0, 0xc001287680, 0x35, 0xc002169290, 0x28)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc000c4e8a0, 0xc0022fad90, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc000c4e8a0, 0xc0022fad20, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc000c4e8a0, 0xc0022fac40, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc000c4e8a0, 0xc0022fab60, 0xb84d20, 0xc000c4e8a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc000c4e8a0, 0xc0022fab60, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000c4e870, 0x203000, 0x203000, 0x5d7039300000000, 0xc002611138)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc000c4e870)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000c4e840, 0xc0026112c8, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0026116b0, 0xc0018853e0, 0xaac03e, 0x7, 0xc0018853e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0026116b0, 0xc0018853e0, 0xc001c5eb80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043ede0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 210 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb400, 0x0, 0x0, 0x0, 0xc004972000, 0x140e, 0x2, 0xc00449fa58, 0xaa6444, 0x5, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb400, 0xc004972000, 0x140e, 0xaa0378, 0x1, 0xc005154000, 0x140e)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004972000, 0x140e, 0xaa0378, 0x1, 0xc004972000, 0x140e)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043eea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 211 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1b02613b0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f159a0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f15990, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000fd9400, 0x4e1, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000aa8240, 0x36, 0xc000fd9400, 0x4e1, 0xc000fd9400, 0x4e1, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000aa8240, 0x36, 0xc000fd9400, 0x4e1, 0xaa0378, 0x1, 0xc000fd9400, 0x4e1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043ef60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 212 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1c01a8a00, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00076e480, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00076e470, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000f8ea80, 0x356, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000376797, 0x41, 0xc000f8ea80, 0x356, 0xc000f8ea80, 0x356, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000376797, 0x41, 0xc000f8ea80, 0x356, 0xaa0378, 0x1, 0xc000f8ea80, 0x356, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 213 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1c41f9ac0, 0x7fe1c41f9c60)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021ea080, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021ea070, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001385500, 0x6f5, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bba1e0, 0x3b, 0xc001385500, 0x6f5, 0xc001385500, 0x6f5, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000bba1e0, 0x3b, 0xc001385500, 0x6f5, 0xaa0378, 0x1, 0xc001385500, 0x6f5, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 214 [runnable]:
regexp.(*Regexp).doExecute(0xc000149400, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0024036c0, 0x3a, 0x0, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc0024036c0, 0x3a, 0x2, 0xc0068361d0, 0x0, 0xc006836270, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc0024036c0, 0x3a, 0xaa0378, 0x1, 0xc005ab7f80, 0x7)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0068363d8, 0xc001ba1490, 0xc001aa13f0, 0xc006836308)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0068363d8, 0xc001ba1420, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0068370c0, 0xc001ba1420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0068370c0, 0xc001ba1420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0068370c0, 0xc001ba1340, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00096b0c0, 0xc001ba1340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00096b0c0, 0xc001ba1340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0068370c0, 0xc001ba1260, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00096b0c0, 0xc001ba1260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00096b0c0, 0xc001ba1260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0068370c0, 0xc001ba0b60, 0xc001d7aa80, 0x7fe260fef080)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00096b0c0, 0xc001ba0b60, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00096b0c0, 0xc001ba0b60, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0068370c0, 0xc001ba0a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00096b0c0, 0xc001ba0a80, 0x54b170, 0xc0003871e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001ba0a80, 0x0, 0x0, 0x0, 0x0, 0xc001ba0a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003c4b2c0, 0x0, 0x0, 0x0, 0xa80, 0xc003e4aa80, 0xa5f, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003e4aa80, 0xa5f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00322ea80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00096b518, 0xc001247300, 0xc0023007c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 215 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00096d3c0, 0xaa0599, 0x2, 0xc003b6c000, 0x139c, 0xc003b6c000, 0xc00096d3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc003b6c000, 0x139c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00096d518, 0xc0034d0020, 0x57, 0xc002717272)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 216 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0009c6360, 0xc000c052c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c053c0, 0xaa04f9, 0x2, 0xc00295aa00, 0x13e2, 0x4, 0x3fd, 0xc002226a00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00295aa00, 0x13e2, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000c05518, 0xc001247020, 0x4e, 0xc00002a6e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 217 [semacquire]:
strings.genSplit(0xc00066d900, 0xc76, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002828000, 0x2ba, 0x2ba)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008733c0, 0xaa0503, 0x2, 0xc0007ec000, 0xc76, 0x6, 0x2ba, 0xc001884400)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0007ec000, 0xc76, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000873518, 0xc000b32160, 0x5d, 0xc000479800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 218 [semacquire]:
regexp.newQueue(...)
	/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc002c70150, 0xc002c70150)
	/usr/local/go/src/regexp/onepass.go:306 +0x93
regexp.compileOnePass(0xc002c700f0, 0xc002c700f0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0018e4ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0018e4ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0013e2874)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0018e4ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0018e4ff8, 0x1, 0xc005f2ac90, 0xc01009e5180, 0x280460fef080)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0018e4ff8, 0x4, 0x96a, 0xc003fe0601, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003fe0000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002873450, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002c700c0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0018e58f8, 0xc00072b800, 0x1636, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 219 [semacquire]:
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x10000)
	/usr/local/go/src/regexp/regexp.go:186 +0x152
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000e21300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000e21300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000e21300, 0xc002722c00, 0x5, 0xc000e211d8, 0x46620f)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000e21300, 0x1259780, 0x1259790, 0xc000e212a0, 0x43b3b7)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000e21300, 0x42cb96, 0x0, 0x0, 0x0, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000e21370, 0x42d308, 0x30, 0xa4b3a0, 0x1e65)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0000b3f40, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00135bc50, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000e21518, 0xc001246b60, 0xabc101, 0x1d, 0x21, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 220 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011b7400, 0xaa04f9, 0x2, 0xc001906000, 0xe8, 0xc0011b7240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc00291d0e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00291cff0, 0xc0011b72c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0011b7388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0011b7388, 0xc000ff5830, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0011b7301, 0xc000900de0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0011b7518, 0xc000ff5830, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 221 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe13c005dd0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001be6640, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001be6620, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00049e900, 0x883, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00087a0c0, 0x34, 0xc00049e900, 0x883, 0xc00049e900, 0x883, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00087a0c0, 0x34, 0xc00049e900, 0x883, 0xaa0378, 0x1, 0xc00049e900, 0x883, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 222 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0002372b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000237380, 0xc0039afab0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001000400, 0x0, 0x0, 0x0, 0xc00131d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001000400, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00131d8f8, 0xc000fa1000, 0xe1d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 223 [semacquire]:
bytes.makeSlice(0xf5b, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0004ad388, 0x8d, 0x4b)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0004ad388, 0xc0035eaa20, 0x8d, 0x5165d7, 0xc002bc9eef, 0xc000dfab68)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003b399d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003b39960)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003b38380)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003b382a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003b35b90)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001b62f90, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004ad518, 0xc000763e00, 0x43, 0xc0016a9af1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 224 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005c98000, 0xdd8, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c98000, 0xdd8, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c98000, 0xdd8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c98000, 0xdd8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c98000, 0xdd8, 0x0, 0x0, 0xdd8, 0xc005c98000, 0xdd8)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c98000, 0xdd8, 0xdd8, 0x1300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0006f9819, 0x60, 0xc005c98000, 0xdd8, 0xc005c98000, 0xdd8, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0006f9819, 0x60, 0xc005c98000, 0xdd8, 0xaa0378, 0x1, 0xc005c98000, 0xdd8, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 225 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc002f06090, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc002f06090, 0x0, 0x0, 0x0, 0x0, 0x1a01, 0xc0011aad20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0011aad20, 0x0, 0x0, 0x0, 0x1a80, 0xc004e38f80, 0x1a50, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004e38f80, 0x1a50, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000a9eec0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000eb9518, 0xc000762c60, 0xc000b33340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 226 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2181c5e30, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00090bbe0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00090bbd0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000370300, 0x2f9, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c5e380, 0x58, 0xc000370300, 0x2f9, 0xc000370300, 0x2f9, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000c5e380, 0x58, 0xc000370300, 0x2f9, 0xaa0378, 0x1, 0xc000370300, 0x2f9, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043faa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 228 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1981c5cd0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021df560, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021df550, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0008ec380, 0xd77, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002eea050, 0x47, 0xc0008ec380, 0xd77, 0xc0008ec380, 0xd77, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002eea050, 0x47, 0xc0008ec380, 0xd77, 0xaa0378, 0x1, 0xc0008ec380, 0xd77, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043fc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 229 [semacquire]:
github.com/PuerkitoBio/goquery.getParentNodes.func1(0x0, 0xc000b6bea0, 0xc000037800, 0xc000ee5140, 0x4341f3)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:680 +0x5f
github.com/PuerkitoBio/goquery.mapNodes(0xc000901470, 0x1, 0x1, 0xae5578, 0xc001999aa0, 0xc00103ef48, 0xae6208)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getParentNodes(0xc000901470, 0x1, 0x1, 0x1, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:678 +0x4b
github.com/PuerkitoBio/goquery.(*Selection).Parent(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ee5518, 0xc000762060, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:432 +0x56d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043fce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 230 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe200239ae0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004050220, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004050200, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000a4ed00, 0x8fc, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b5fb20, 0x69, 0xc000a4ed00, 0x8fc, 0xc000a4ed00, 0x8fc, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b5fb20, 0x69, 0xc000a4ed00, 0x8fc, 0xaa0378, 0x1, 0xc000a4ed00, 0x8fc, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043fda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 231 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc000aada40, 0xe1, 0x2, 0xc0011a21d0, 0xa, 0xc0011a2270, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc000aada40, 0xe1, 0xaa0378, 0x1, 0xc005ab7e00, 0x4)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011a23d8, 0xc000d8bce0, 0xc001aa0000, 0xc0011a2308)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0011a23d8, 0xc000d8bc70, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0011a30c0, 0xc000d8bc70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011a30c0, 0xc000d8bc70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0011a30c0, 0xc000d8ba40, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0011a30c0, 0xc000d8ba40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011a30c0, 0xc000d8ba40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0011a30c0, 0xc000d8b960, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0011a30c0, 0xc000d8b960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011a30c0, 0xc000d8b960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0011a30c0, 0xc000d8b260, 0xc0011a2d40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0011a30c0, 0xc000d8b260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011a30c0, 0xc000d8b260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0011a30c0, 0xc000d8b180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0011a30c0, 0xc000d8b180, 0x54b170, 0xc0033a9040)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000d8b180, 0x0, 0x0, 0x0, 0x0, 0xc000d8b180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003380e70, 0x0, 0x0, 0x0, 0x1800, 0xc000fc2800, 0x16dc, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000fc2800, 0x16dc, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001122880)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0011a3518, 0xc0000b32c0, 0xc0033826e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043fe60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 232 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe19420c300, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000dff480, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000dff460, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0036dad00, 0x8fb, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007ee40, 0x5b, 0xc0036dad00, 0x8fb, 0xc0036dad00, 0x8fb, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007ee40, 0x5b, 0xc0036dad00, 0x8fb, 0xaa0378, 0x1, 0xc0036dad00, 0x8fb, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043ff20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 233 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149540, 0x0, 0x0, 0x0, 0xc002534800, 0x157d, 0x2, 0xc001465038, 0xc002534800, 0x157d, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000149540, 0xc002534800, 0x157d, 0xaa04bf, 0x2, 0x1, 0x2)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0017c1730, 0x0, 0x0, 0x0, 0x0, 0xc0017c1730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001069b30, 0x0, 0x0, 0x0, 0x1800, 0xc001887800, 0x17cc, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001887800, 0x17cc, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00087ae40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e07518, 0xc00039fa40, 0xc00229d080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 235 [semacquire]:
bytes.makeSlice(0xf6, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00142d208, 0x76, 0x1a)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00142d208, 0xc000b64580, 0x76, 0x1a, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00019bc00)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00019ba40)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0042e7740, 0xa9ece0, 0xc0042e7710)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00142d518, 0xc0010b0040, 0x44)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 236 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa03ab, 0x1, 0xc00039e088, 0xc00038e0f0, 0xc0037d3158)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001ca2690, 0xaa03ab, 0x1, 0xc004c39fe0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0037d3518, 0xc001ca2690, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:562 +0x55
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0037d3518, 0xc00103fa20, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 237 [runnable]:
strings.Index(0xc0040d4600, 0x1879, 0xaa0378, 0x1, 0x38d)
	/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc0040d4600, 0x1879, 0xaa0378, 0x1, 0x0, 0x38d, 0x1879, 0xc003d99980, 0x1891)
	/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000687518, 0xc0010b17c0, 0xc00137fd40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 238 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe110001320, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010bf310, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010bf2f0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003311200, 0x598, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00068c1e0, 0x5b, 0xc003311200, 0x598, 0xc003311200, 0x598, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00068c1e0, 0x5b, 0xc003311200, 0x598, 0xaa0378, 0x1, 0xc003311200, 0x598, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e3c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 239 [semacquire]:
strings.genSplit(0xc004547b00, 0xd21, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00390d500, 0x297, 0x297)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005753c0, 0xaa0599, 0x2, 0xc000868d80, 0xd21, 0x1, 0x297, 0xc005c54920)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000868d80, 0xd21, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000575518, 0xc00229d9e0, 0x39, 0xc001272540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 240 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc0053ec500, 0x129, 0x2, 0xc005eea198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc0053ec500, 0x129, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005eeb0c0, 0xc004e16af0, 0xc005eea1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eeb0c0, 0xc004e16a80, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005eeb0c0, 0xc004e16a80, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005eeb0c0, 0xc004e16a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005eeb0c0, 0xc004e16a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eeb0c0, 0xc004e161c0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0005770c0, 0xc004e161c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0005770c0, 0xc004e161c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eeb0c0, 0xc004e160e0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0005770c0, 0xc004e160e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0005770c0, 0xc004e160e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eeb0c0, 0xc004ccb9d0, 0xc000576d40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0005770c0, 0xc004ccb9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0005770c0, 0xc004ccb9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eeb0c0, 0xc004ccb8f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0005770c0, 0xc004ccb8f0, 0x54b170, 0xc0006e9450)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004ccb8f0, 0x0, 0x0, 0x0, 0x0, 0xc004ccb8f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000ada2d0, 0x0, 0x0, 0x0, 0x1300, 0xc003ecb900, 0x12e2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003ecb900, 0x12e2, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0005cc140)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000577518, 0xc001c5e8a0, 0xc004cdb4a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 241 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007813c0, 0xaa04f9, 0x2, 0xc000862000, 0x1380, 0x1, 0x413, 0xc001000660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000862000, 0x1380, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000781518, 0xc000b33320, 0x53, 0xc000906d8e)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 242 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0000b3320, 0xc00231aa80, 0x332, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00231aa80, 0x332, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000117980, 0x31, 0xc00231aa80, 0x332, 0xc00231aa80, 0x332, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000117980, 0x31, 0xc00231aa80, 0x332, 0xaa0378, 0x1, 0xc00231aa80, 0x332, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 243 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00308bc00, 0x6d7, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00308bc00, 0x6d7, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00308bc00, 0x6d7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00308bc00, 0x6d7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00308bc00, 0x6d7, 0x0, 0x0, 0x6d7, 0xc00308bc00, 0x6d7)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00308bc00, 0x6d7, 0x6d7, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0011265f0, 0x49, 0xc00308bc00, 0x6d7, 0xc00308bc00, 0x6d7, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0011265f0, 0x49, 0xc00308bc00, 0x6d7, 0xaa0378, 0x1, 0xc00308bc00, 0x6d7, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 244 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc002c0cc00, 0xffffffff, 0xc001366d60)
	/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc002c0cc00, 0xc003ba7ce0, 0xc003ba7ce0)
	/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc002c0cc00, 0x6f)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001367300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001367300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001367300, 0x0, 0xb856e0, 0xc00039e1c8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001367300, 0xc001401810, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001367300, 0x42ca96, 0xc001a6e030, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001367370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00608c660, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001230b70, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001367518, 0xc00115a660, 0xabc101, 0x1d, 0x3d, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e840, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 246 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2041a8d30, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00284ea80, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00284ea70, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003ac5c00, 0x302, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bc3c7, 0x27, 0xc003ac5c00, 0x302, 0xc003ac5c00, 0x302, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bc3c7, 0x27, 0xc003ac5c00, 0x302, 0xaa0378, 0x1, 0xc003ac5c00, 0x302, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045e9c0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 248 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb220, 0x0, 0x0, 0x0, 0xc005950000, 0xeb7, 0x2, 0xc0018ed218, 0xc0000a2350, 0x7de1b0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb220, 0xc005950000, 0xeb7, 0xaa0378, 0x1, 0xc0009c6200, 0xc0038e6300)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0018ed388, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0018ed388, 0xc001282630, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0018ed301, 0xc000011990)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0018ed518, 0xc001282630, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045eb40, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 249 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002d01560, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001101518, 0xc0000b3b40, 0x51, 0xc001fb63d6)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045ec00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 251 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1ec001030, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012181d0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012181c0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0010ee000, 0x3c1, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccc947, 0x38, 0xc0010ee000, 0x3c1, 0xc0010ee000, 0x3c1, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccc947, 0x38, 0xc0010ee000, 0x3c1, 0xaa0378, 0x1, 0xc0010ee000, 0x3c1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045ed80, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 252 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149ae0, 0x0, 0x0, 0x0, 0xc0022f4000, 0xfb7, 0x2, 0xc0017cfa58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000149ae0, 0xc0022f4000, 0xfb7, 0x0, 0x0, 0xc00038e060, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0022f4000, 0xfb7, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045ee40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 253 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc005e0e080, 0x9, 0x10, 0xc000a99b00, 0x14, 0x20, 0xc000a61298, 0xc00035de90, 0x1, 0xffffffffffffffff)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc000a81f98, 0x1, 0x1, 0xc000a61368, 0xc000a61518, 0xc00160b290, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getChildrenNodes(0xc000a81f98, 0x1, 0x1, 0x0, 0xc001b63380, 0xc0034189d0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:606 +0x6b
github.com/PuerkitoBio/goquery.(*Selection).Children(0xc00160b290, 0xc00160b290)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:86 +0x4d
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000a61518, 0xc00160b290, 0xc00160b290)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:719 +0x52
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045ef00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 254 [runnable]:
bytes.makeSlice.func1()
	/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x1e00, 0xc00695a000, 0x1e00, 0x1e00)
	/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc0008b30e8, 0x200, 0x800)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0008b30e8, 0xb7b620, 0xc005cf5bf0, 0x203001, 0x203001, 0x203001)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc005cf5bf0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005cf5bf0, 0xc0008b31d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005cf5bf0, 0x0, 0x0, 0x0, 0xd80, 0xc0013ddb00, 0xcb8, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0013ddb00, 0xcb8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0022f2b40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0008b3518, 0xc0010b1800, 0xc000feffc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045efc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 255 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe154004d50, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033c0c80, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033c0c70, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001f67c00, 0x3b1, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e84cc0, 0x3e, 0xc001f67c00, 0x3b1, 0xc001f67c00, 0x3b1, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e84cc0, 0x3e, 0xc001f67c00, 0x3b1, 0xaa0378, 0x1, 0xc001f67c00, 0x3b1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 256 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0012c8000, 0x132, 0x132, 0x3, 0x0, 0x131, 0xc0012c8000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001039518, 0xc000c44500, 0xc000c44e80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 257 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008b53c0, 0xaa04f9, 0x2, 0xc002e26000, 0xe6f, 0x1, 0x309, 0xc000762440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc002e26000, 0xe6f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008b5518, 0xc0034d0d00, 0x63, 0xc000dea0e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 258 [runnable]:
github.com/fatih/set.(*Set).Add(0xc0032a86e0, 0xc000fe52c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:26 +0x124
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fe53c0, 0xaa04f9, 0x2, 0xc004164a00, 0x147d, 0xc004164a00, 0xc000fe53b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004164a00, 0x147d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000fe5518, 0xc001c5f220, 0x4e, 0xc000607c70)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f2c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 259 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0013b70c0, 0xc005b7cf00, 0xe4, 0xe4, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0013b70c0, 0xc003a1b260, 0xc0013b61b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013b70c0, 0xc003a1b1f0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0013b70c0, 0xc003a1b1f0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0013b70c0, 0xc003a1b1f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0013b70c0, 0xc003a1b1f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013b70c0, 0xc001608e70, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00116b0c0, 0xc001608e70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00116b0c0, 0xc001608e70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013b70c0, 0xc001608d90, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00116b0c0, 0xc001608d90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00116b0c0, 0xc001608d90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013b70c0, 0xc001608690, 0xc0002f9c00, 0x7fe260fed560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00116b0c0, 0xc001608690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00116b0c0, 0xc001608690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0013b70c0, 0xc0016085b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00116b0c0, 0xc0016085b0, 0x54b170, 0xc000899110)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0016085b0, 0x0, 0x0, 0x0, 0x0, 0xc0016085b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000cfeea0, 0x0, 0x0, 0x0, 0x2800, 0xc002152800, 0x2628, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002152800, 0x2628, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0025028c0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00116b518, 0xc002226460, 0xc002226d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 260 [runnable]:
reflect.Value.Type(0x9cfa40, 0xc00642b6c0, 0x16, 0x9de620, 0xc00642b6c0)
	/usr/local/go/src/reflect/value.go:1869 +0x189
encoding/json.indirect(0x9cfa40, 0xc00642b6c0, 0x16, 0x0, 0x100000000000000, 0x0, 0x10, 0xc002271e60, 0x1259790, 0x10000c0041317b0, ...)
	/usr/local/go/src/encoding/json/decode.go:491 +0x1d8
encoding/json.(*decodeState).array(0xc0052213f0, 0x9cfa40, 0xc00642b6c0, 0x16, 0xc005221418, 0x5b)
	/usr/local/go/src/encoding/json/decode.go:516 +0x5f
encoding/json.(*decodeState).value(0xc0052213f0, 0x9cfa40, 0xc00642b6c0, 0x16, 0xc0041318a8, 0x532927)
	/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc0052213f0, 0x9cfa40, 0xc00642b6c0, 0xc005221418, 0x0)
	/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc002d2ec80, 0x124, 0x140, 0x9cfa40, 0xc00642b6c0, 0x140, 0xaa366e)
	/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00642b6a0, 0xc002f1e800, 0x78a, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002f1e800, 0x78a, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a9e000, 0x37, 0xc002f1e800, 0x78a, 0xc002f1e800, 0x78a, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a9e000, 0x37, 0xc002f1e800, 0x78a, 0xaa0378, 0x1, 0xc002f1e800, 0x78a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 261 [semacquire]:
strings.genSplit(0xc00330a000, 0x58c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00520b900, 0x11a, 0x11a)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00116d3c0, 0xaa0599, 0x2, 0xc00195b200, 0x58c, 0x1, 0x11a, 0xc0007639c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00195b200, 0x58c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00116d518, 0xc00115b200, 0x2f, 0xc0012bc1e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 262 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005e52000, 0x100, 0x100, 0x3, 0x0, 0xff, 0xc005e52000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017cf518, 0xc0009c74c0, 0xc000c44060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f5c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 413 [semacquire]:
bytes.makeSlice(0x139f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00245fa40, 0x139f, 0x5b)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
	/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc000383a50, 0x139f, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc000897bc0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000897bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 264 [semacquire]:
strings.genSplit(0xc00177a000, 0x5f1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xb8a, 0xc005f39800, 0x5f1)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f9d588, 0xaa04f9, 0x2, 0xc005f39800, 0x5f1, 0x1, 0x12e, 0xc00656dbe0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002f9d518, 0xc0012476a0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 265 [semacquire]:
bytes.makeSlice(0x1d1b, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001e4f128, 0x105, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001e4f128, 0xc000964a20, 0x105, 0x2, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e40b60)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e3ed20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e3e700)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00040ccf0, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001e4f518, 0xc00040ccf0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc00040ccf0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00040ccc0, 0xc001e4f320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001e4f518, 0xc00040cc30, 0xc005ca7100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001e4f518, 0xc00040cc30, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001e4f518, 0xc00040cc30, 0xc00040cc30)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 266 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0017b9500, 0x649, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006833c0, 0xaa0503, 0x2, 0xc0017b9500, 0x649, 0x5, 0x171, 0xc0009c6900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0017b9500, 0x649, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000683518, 0xc000fef760, 0x43, 0xc001127c82)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 267 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2200014d0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0015fdc60, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0015fdc40, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003365800, 0x5ed, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bc3a1, 0x1b, 0xc003365800, 0x5ed, 0xc003365800, 0x5ed, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bc3a1, 0x1b, 0xc003365800, 0x5ed, 0xaa0378, 0x1, 0xc003365800, 0x5ed, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045f980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 269 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2340053e0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002fdf130, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002fdf120, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001620a00, 0x4ff, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001286cc0, 0x34, 0xc001620a00, 0x4ff, 0xc001620a00, 0x4ff, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001286cc0, 0x34, 0xc001620a00, 0x4ff, 0xaa0378, 0x1, 0xc001620a00, 0x4ff, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045fb00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 270 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004cdb420, 0xc000cab2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000cab3c0, 0xaa0569, 0x2, 0xc000da6000, 0x89c, 0x2f, 0x1b7, 0xc002488020)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000da6000, 0x89c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000cab518, 0xc00135f8c0, 0x37, 0xc001273e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045fbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 271 [runnable]:
bytes.NewReader(...)
	/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc002c1ac00, 0xbfd, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00038dfb0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000871518, 0xc00135fac0, 0xc00642b600)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045fc80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 272 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234002520, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027e99e0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027e99d0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002384000, 0x742, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002af50, 0x48, 0xc002384000, 0x742, 0xc002384000, 0x742, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002af50, 0x48, 0xc002384000, 0x742, 0xaa0378, 0x1, 0xc002384000, 0x742, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045fd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 273 [semacquire]:
strings.genSplit(0xc0035a2a80, 0x980, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00546c000, 0x1ed, 0x1ed)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0014dd3c0, 0xaa0503, 0x2, 0xc00124b500, 0x980, 0x4, 0x1ed, 0xc00229cd60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00124b500, 0x980, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0014dd518, 0xc0000b2a20, 0x33, 0xc000aa8cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045fe00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 274 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe230261710, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d7b860, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d7b850, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001345700, 0x527, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a9e340, 0x3b, 0xc001345700, 0x527, 0xc001345700, 0x527, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a9e340, 0x3b, 0xc001345700, 0x527, 0xaa0378, 0x1, 0xc001345700, 0x527, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045fec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 275 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002294000, 0xede, 0x1300, 0xc002294000)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002294000, 0xede, 0xf1f, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002245000, 0xf1f, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00045ff80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 276 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00190e800, 0x721, 0xc000ca9218, 0xc003be6380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00190e800, 0x721, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ca93c0, 0xaa05c9, 0x2, 0xc00190e800, 0x721, 0x3, 0x1ca, 0xc0000b3fa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00190e800, 0x721, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ca9518, 0xc000fee640, 0x37, 0xc001273b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 277 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xaa03ab, 0x1, 0x1, 0xb856e0, 0xc001397fe0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001290270, 0xaa03ab, 0x1, 0xc000c4fb90)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc000e31518, 0xc00103fd80, 0xc0014f0f80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:268 +0xdf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 278 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._cgo_cmalloc(0x12f0, 0x7fe201965e30)
	_cgo_gotypes.go:138 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_CString(0xc00165cc00, 0x12ef, 0xc000234750)
	_cgo_gotypes.go:47 +0x33
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0000b3320, 0xc00165cc00, 0x12ef, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:139 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00165cc00, 0x12ef, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b5fa40, 0x65, 0xc00165cc00, 0x12ef, 0xc00165cc00, 0x12ef, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b5fa40, 0x65, 0xc00165cc00, 0x12ef, 0xaa0378, 0x1, 0xc00165cc00, 0x12ef, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004781e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 279 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0022266a0, 0xc001751220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001751588, 0xaa04f9, 0x2, 0xc000c63130, 0xb0, 0x7, 0x1b, 0xc002226660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001751518, 0xc000b325e0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004782a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 280 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0014f8a00, 0x634, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0014f8a00, 0x634, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0014f8a00, 0x634, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0014f8a00, 0x634, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0014f8a00, 0x634, 0x0, 0x0, 0x634, 0xc0014f8a00, 0x634)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0014f8a00, 0x634, 0x634, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000aa9f80, 0x3e, 0xc0014f8a00, 0x634, 0xc0014f8a00, 0x634, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000aa9f80, 0x3e, 0xc0014f8a00, 0x634, 0xaa0378, 0x1, 0xc0014f8a00, 0x634, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478360, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 281 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1400016e0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001552920, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001552910, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e4fc00, 0xb93, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007ff80, 0x53, 0xc002e4fc00, 0xb93, 0xc002e4fc00, 0xb93, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007ff80, 0x53, 0xc002e4fc00, 0xb93, 0xaa0378, 0x1, 0xc002e4fc00, 0xb93, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 282 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00486d980, 0x192, 0x192, 0x3, 0x0, 0x191, 0xc00486d980)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010e1518, 0xc0034d0dc0, 0xc0024081a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004784e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 283 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0012ba030, 0x50d201, 0xc0009060c0, 0x57, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f23518, 0xc001397520, 0xc000b32980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004785a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 284 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00315c000, 0x7ef, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00315c000, 0x7ef, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00315c000, 0x7ef, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00315c000, 0x7ef, 0x0, 0x0, 0x7ef, 0xc00315c000, 0x7ef)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00315c000, 0x7ef, 0x7ef, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c525a0, 0x22, 0xc00315c000, 0x7ef, 0xc00315c000, 0x7ef, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000c525a0, 0x22, 0xc00315c000, 0x7ef, 0xaa0378, 0x1, 0xc00315c000, 0x7ef, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 285 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0028c76e0, 0x0, 0xc001529260)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc0028c76e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0028c76b0, 0xc001529320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001529518, 0xc0034ac180, 0xc00137e600)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001529518, 0xc0034ac180, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001529518, 0xc0034ac180, 0xc0034ac180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 287 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1d4000fb0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00322a8d0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00322a8c0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044fb500, 0xa37, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007f080, 0x55, 0xc0044fb500, 0xa37, 0xc0044fb500, 0xa37, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007f080, 0x55, 0xc0044fb500, 0xa37, 0xaa0378, 0x1, 0xc0044fb500, 0xa37, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004788a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 288 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003822000, 0xfc3, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003822000, 0xfc3, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003822000, 0xfc3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003822000, 0xfc3, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003822000, 0xfc3, 0x0, 0x0, 0xfc3, 0xc003822000, 0xfc3)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003822000, 0xfc3, 0xfc3, 0x1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001fee060, 0x5a, 0xc003822000, 0xfc3, 0xc003822000, 0xfc3, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001fee060, 0x5a, 0xc003822000, 0xfc3, 0xaa0378, 0x1, 0xc003822000, 0xfc3, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 289 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004580000, 0x1446, 0xc0017fb218, 0xc003be6380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004580000, 0x1446, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017fb3c0, 0xaa04fd, 0x2, 0xc004580000, 0x1446, 0x1, 0x43f, 0xc00229cb00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004580000, 0x1446, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017fb518, 0xc0010b06a0, 0x32, 0xc001287900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 290 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017ed3c0, 0xaa04f9, 0x2, 0xc002664a00, 0x2354, 0x7, 0x679, 0xc00135fd40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc002664a00, 0x2354, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017ed518, 0xc00039eb00, 0x3c, 0xc001bfba40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 291 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0018f10c0, 0xaa04bf, 0x2, 0xba, 0x2, 0xc0018f0198)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0018f10c0, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0018f10c0, 0xc0063ee2a0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018f10c0, 0xc0063ee2a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018f10c0, 0xc0063ee2a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018f10c0, 0xc0063e8e00, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018f10c0, 0xc0063e8e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018f10c0, 0xc0063e8e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018f10c0, 0xc0063e8d20, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018f10c0, 0xc0063e8d20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018f10c0, 0xc0063e8d20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018f10c0, 0xc0063e8620, 0xc001d7ae00, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0018f10c0, 0xc0063e8620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018f10c0, 0xc0063e8620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0018f10c0, 0xc0063e8540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0018f10c0, 0xc0063e8540, 0x54b170, 0xc0063ca4e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0063e8540, 0x0, 0x0, 0x0, 0x0, 0xc0063e8540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000e501b0, 0x0, 0x0, 0x0, 0x1800, 0xc000ec9800, 0x1765, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000ec9800, 0x1765, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000de6c80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018f1518, 0xc00135e040, 0xc00135eea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 292 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001cfc340, 0xc0052cd220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052cd588, 0xaa04f9, 0x2, 0xc006420600, 0x129b, 0x641e2d, 0x0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0052cd518, 0xc001dd2100, 0x52)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 293 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe12000cb50, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010a66a0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010a6690, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00002c600, 0x59e, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a960, 0x43, 0xc00002c600, 0x59e, 0xc00002c600, 0x59e, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a960, 0x43, 0xc00002c600, 0x59e, 0xaa0378, 0x1, 0xc00002c600, 0x59e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 294 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0015010e8, 0x200, 0x400)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0015010e8, 0xb7b620, 0xc0028c6030, 0x203000, 0x203000, 0x203000)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0028c6030, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0028c6030, 0xc0015011d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0028c6030, 0x0, 0x0, 0x0, 0x1300, 0xc006884c00, 0x11d4, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc006884c00, 0x11d4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0022f3680)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001501518, 0xc005bcf240, 0xc001246920)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 295 [semacquire]:
strings.genSplit(0xc00454a380, 0xd7a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005402000, 0x2da, 0x2da)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fe93c0, 0xaa0599, 0x2, 0xc001c14d80, 0xd7a, 0x1, 0x2da, 0xc00229cb80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001c14d80, 0xd7a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000fe9518, 0xc001cfd2c0, 0x32, 0xc0023e3440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000478ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 397 [semacquire]:
strings.Replace(0xc004db3300, 0x1166, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xc000e51200, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043cf8f8, 0xc004db3300, 0x1166, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003815c0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 298 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0054ab0c0, 0xc0010f8fa0, 0x93, 0x93, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0054ab0c0, 0xc002fc2930, 0xc0054aa1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054ab0c0, 0xc002fc28c0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0054ab0c0, 0xc002fc28c0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0054ab0c0, 0xc002fc28c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0054ab0c0, 0xc002fc28c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054ab0c0, 0xc001177d50, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007410c0, 0xc001177d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007410c0, 0xc001177d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054ab0c0, 0xc001177c70, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007410c0, 0xc001177c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007410c0, 0xc001177c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054ab0c0, 0xc001177570, 0xc000cb6a80, 0x7fe260fee9b8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0007410c0, 0xc001177570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007410c0, 0xc001177570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054ab0c0, 0xc001177490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0007410c0, 0xc001177490, 0x54b170, 0xc002eedad0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001177490, 0x0, 0x0, 0x0, 0x0, 0xc001177490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00323ce40, 0x0, 0x0, 0x0, 0xa80, 0xc002b72a80, 0x967, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002b72a80, 0x967, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00002b9f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000741518, 0xc00039f000, 0xc000c44e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004790e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 299 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Join(0xc004f1a9f0, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc003580010)
	/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000c01518, 0xc000fee860, 0xc0022265a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:334 +0xa85
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004791a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 300 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0057f0000, 0x1a7, 0x1a7, 0x3, 0x0, 0x1a6, 0xc0057f0000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e3d518, 0xc000fee360, 0xc0009c73e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 301 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00171b3c0, 0xaa059b, 0x2, 0xc0005fe800, 0xb4a, 0x18, 0x258, 0xc001000e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0005fe800, 0xb4a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00171b518, 0xc000b33f60, 0x59, 0xc0004795c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 303 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
	/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc001702900, 0xd500000064, 0x1)
	/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc001702900, 0x64)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0018ab300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0018ab300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0018ab300, 0x0, 0xb856e0, 0xc00039e008, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0018ab300, 0xc001666a80, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0018ab300, 0x42ca96, 0xc0035d02a0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0018ab370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001396b40, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000c472f0, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0018ab518, 0xc000fee040, 0xabc101, 0x1d, 0x36, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004794a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 304 [semacquire]:
strings.genSplit(0xc000d5fae0, 0x9f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc000480000, 0x15)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001eb5518, 0xc0056e01e0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc0056e01e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0056e01b0, 0xc001eb5320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001eb5518, 0xc001290a80, 0xc0009c7660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001eb5518, 0xc001290a80, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001eb5518, 0xc001290a80, 0xc001290a80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 305 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002554700, 0x607, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002554700, 0x607, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002554700, 0x607, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002554700, 0x607, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002554700, 0x607, 0x0, 0x0, 0x607, 0xc002554700, 0x607)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002554700, 0x607, 0x607, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000764d20, 0x43, 0xc002554700, 0x607, 0xc002554700, 0x607, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000764d20, 0x43, 0xc002554700, 0x607, 0xaa0378, 0x1, 0xc002554700, 0x607, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 322 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00473e000, 0x166, 0x166, 0x3, 0x0, 0x165, 0xc00473e000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000b99518, 0xc000fef220, 0xc00135f520)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004796e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 323 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e2b3c0, 0xaa0503, 0x2, 0xc00099c400, 0xbed, 0x3, 0x255, 0xc002489aa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00099c400, 0xbed, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e2b518, 0xc00135f620, 0x42, 0xc00002ae10)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004797a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 324 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234003de0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0030be4b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0030be4a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003220000, 0xa08, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b73a80, 0x3f, 0xc003220000, 0xa08, 0xc003220000, 0xa08, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b73a80, 0x3f, 0xc003220000, 0xa08, 0xaa0378, 0x1, 0xc003220000, 0xa08, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 325 [runnable]:
github.com/fatih/set.(*Set).Has(0xc00039e080, 0xc0023691c8, 0x1, 0x1, 0xc000480000)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:82 +0xd4
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002369400, 0xaa04f9, 0x2, 0xc00632e310, 0x64, 0xc002369240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc0068049c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006804990, 0xc0023692c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002369388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002369388, 0xc0034581e0, 0xaa04f9, 0x2, 0xc002369518, 0x8, 0x9ecc80, 0xc002369301, 0xc000512238)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002369518, 0xc0034581e0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 326 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0037270c0, 0xc002a36540, 0xbc, 0xbc, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037270c0, 0xc00203e700, 0xc0037261b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037270c0, 0xc00203e690, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0037270c0, 0xc00203e690, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0037270c0, 0xc00203e690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0037270c0, 0xc00203e690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037270c0, 0xc000fbdce0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000b950c0, 0xc000fbdce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b950c0, 0xc000fbdce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037270c0, 0xc000fbdc00, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000b950c0, 0xc000fbdc00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b950c0, 0xc000fbdc00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037270c0, 0xc000fbd500, 0xc000b94d40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000b950c0, 0xc000fbd500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b950c0, 0xc000fbd500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0037270c0, 0xc000fbd420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000b950c0, 0xc000fbd420, 0x54b170, 0xc002eed790)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000fbd420, 0x0, 0x0, 0x0, 0x0, 0xc000fbd420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002f07a70, 0x0, 0x0, 0x0, 0xc00, 0xc002f20c00, 0xb47, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002f20c00, 0xb47, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0001147e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000b95518, 0xc000b339e0, 0xc000b33e60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0004799e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 327 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0058b8000, 0x1051, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0058b8000, 0x1051, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0058b8000, 0x1051, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0058b8000, 0x1051, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0058b8000, 0x1051, 0x0, 0x0, 0x1051, 0xc0058b8000, 0x1051)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0058b8000, 0x1051, 0x1051, 0x1500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccc040, 0x40, 0xc0058b8000, 0x1051, 0xc0058b8000, 0x1051, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccc040, 0x40, 0xc0058b8000, 0x1051, 0xaa0378, 0x1, 0xc0058b8000, 0x1051, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 328 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0044c5800, 0x6bd, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0044c5800, 0x6bd, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0044c5800, 0x6bd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0044c5800, 0x6bd, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0044c5800, 0x6bd, 0x0, 0x0, 0x6bd, 0xc0044c5800, 0x6bd)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0044c5800, 0x6bd, 0x6bd, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a870, 0x4a, 0xc0044c5800, 0x6bd, 0xc0044c5800, 0x6bd, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a870, 0x4a, 0xc0044c5800, 0x6bd, 0xaa0378, 0x1, 0xc0044c5800, 0x6bd, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 329 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003405588, 0xaa04f9, 0x2, 0xc00599ad90, 0x66, 0x5, 0x13, 0xc00039fd60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003405518, 0xc001246320, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 330 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004cdb980, 0xc000f7d2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f7d3c0, 0xaa058b, 0x2, 0xc00360d300, 0x128c, 0x7, 0x3f2, 0xc00103ea60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00360d300, 0x128c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f7d518, 0xc0010b1c00, 0x44, 0xc0011261f1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 331 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b79588, 0xaa04f9, 0x2, 0xc0040f9ba0, 0xc4, 0x0, 0xc000b793d8, 0xc0000b2408)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000b79518, 0xc001b62510, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000b79518, 0xc000c44320, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 333 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe13000bc20, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000a7ca40, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000a7ca30, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000433400, 0x4b0, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b72780, 0x3d, 0xc000433400, 0x4b0, 0xc000433400, 0x4b0, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b72780, 0x3d, 0xc000433400, 0x4b0, 0xaa0378, 0x1, 0xc000433400, 0x4b0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000479f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 1059 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042e13c0, 0xaa0503, 0x2, 0xc001e21000, 0x2b78, 0x8, 0x864, 0xc0000b3c60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001e21000, 0x2b78, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042e1518, 0xc003113e00, 0x41, 0xc004af8b90)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001fefda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 309 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1d4227600, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00316c570, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00316c550, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000660c00, 0xb60, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd4960, 0x2c, 0xc000660c00, 0xb60, 0xc000660c00, 0xb60, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000cd4960, 0x2c, 0xc000660c00, 0xb60, 0xaa0378, 0x1, 0xc000660c00, 0xb60, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 418 [semacquire]:
regexp.(*Regexp).get(0xc000149ae0, 0x12a05f200)
	/usr/local/go/src/regexp/regexp.go:255 +0x247
regexp.(*Regexp).doExecute(0xc000149ae0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0022d9802, 0x15c5, 0x0, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:538 +0xb5
regexp.(*Regexp).replaceAll(0xc000149ae0, 0x0, 0x0, 0x0, 0xc0022d9802, 0x15c5, 0x2, 0xc0031cda58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000149ae0, 0xc0022d9802, 0x15c5, 0x0, 0x0, 0xc00038e060, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0022d9802, 0x15c5, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 310 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1b022a390, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d7a510, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d7a500, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0048b2300, 0x2d7, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a9e00, 0x41, 0xc0048b2300, 0x2d7, 0xc0048b2300, 0x2d7, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a9e00, 0x41, 0xc0048b2300, 0x2d7, 0xaa0378, 0x1, 0xc0048b2300, 0x2d7, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043f8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 321 [semacquire]:
regexp.makeOnePass(0xc0035d09c0, 0xc0035d09c0)
	/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc0035d0930, 0xc0035d0930)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004478ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004478ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0062884f4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004478ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004478ff8, 0x1, 0xc00407a010, 0xc0104303101, 0x280460fef080)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004478ff8, 0x4, 0x192, 0xc001c81e01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001c81000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000236a90, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0035d0900, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044798f8, 0xc003ae1000, 0xe61, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001fefaa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 1058 [semacquire]:
bytes.makeSlice(0xf6a, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004383388, 0x14a, 0x139)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004383388, 0xc0006f5e40, 0x14a, 0x5165d7, 0xc0062166fd, 0xc000c91120)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00575e620)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00575e5b0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00574b8f0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00574b810)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00574b110)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004c3b830, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004383518, 0xc002408820, 0x63, 0xc001d2ae70)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001fefc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 382 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00115b820, 0xc0043d92c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043d93c0, 0xaa0503, 0x2, 0xc004b84400, 0x804, 0x3, 0x176, 0xc004c39820)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004b84400, 0x804, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043d9518, 0xc004c39440, 0x54, 0xc002b2b020)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc002717f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 406 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc005a653c0, 0x4, 0x4, 0xc003b379e0, 0x6, 0x6, 0xc00387d260, 0xc005a65380, 0x20, 0x20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc000889c80, 0x1, 0x1, 0xc00387d330, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000889c80, 0x1, 0x1, 0xb856e0, 0xc005a65380, 0xc00387d3b0, 0x753f20, 0xaa3fc2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006537020, 0xaa408e, 0x4, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00387d518, 0xc001885b20, 0x3e, 0xc0021770c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 320 [semacquire]:
golang.org/x/net/html.(*parser).addFormattingElement(0xc000236410)
	/home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552
golang.org/x/net/html.inBodyIM(0xc000236410, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:981 +0x7b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000236410)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000236410, 0xc0032318f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b32000, 0x0, 0x0, 0x0, 0xc002f4f200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b32000, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f4f8f8, 0xc001204000, 0x972, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001fef920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 319 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003bd0340, 0xc006289568, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003bd0340, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003bd0340)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003bd0340, 0xc003c1e070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0034d1a00, 0x0, 0x0, 0x0, 0xc004281200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0034d1a00, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042818f8, 0xc003850a00, 0x19ef, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001fef7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 316 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f59900, 0x21c6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f59900, 0x21c6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f59900, 0x21c6, 0x0, 0x0, 0x21c6, 0xc004f59900, 0x21c6)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f59900, 0x21c6, 0x21c6, 0x2500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004643180, 0x4c, 0xc004f59900, 0x21c6, 0xc004f59900, 0x21c6, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004643180, 0x4c, 0xc004f59900, 0x21c6, 0xaa0378, 0x1, 0xc004f59900, 0x21c6, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001fef260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 317 [semacquire]:
strings.genSplit(0xc0054de700, 0x6c7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x183, 0x183)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c8d3c0, 0xaa0569, 0x2, 0xc005bf5500, 0x6c7, 0x36, 0x183, 0xc005bce880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc005bf5500, 0x6c7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c8d518, 0xc004cda0a0, 0x46, 0xc00456c057)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001fef3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 314 [semacquire]:
strings.genSplit(0xc00282b500, 0x983, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002574a00, 0x145, 0x145)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ac13c0, 0xaa058b, 0x2, 0xc003f6a000, 0x983, 0x7, 0x145, 0xc001396d20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc003f6a000, 0x983, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ac1518, 0xc00039e640, 0x4f, 0xc00277c0a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001feed20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 318 [semacquire]:
bytes.makeSlice(0xe52, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001b62480, 0x1b4, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001b62480, 0xc002e92700, 0x1b4, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001b62480, 0xc002e92700, 0x1b4, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001b62480, 0xc004669c70, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001b62480, 0xc004669c00, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b62480, 0xc004669340, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b62480, 0xc004669260, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b62480, 0xc004668b60, 0xb84d20, 0xc001b62480)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001b62480, 0xc004668b60, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0004d0630, 0x193b9e627, 0x1251a20, 0xc004cda1a0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001fef620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 315 [semacquire]:
github.com/gigawattio/window.Rolling(0xc000b34000, 0x370, 0x370, 0x3, 0x0, 0x36f, 0xc000b34000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bef518, 0xc00039ef80, 0xc005ca62a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001feeea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 1107 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000a22000, 0x613, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000a22000, 0x613, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000a22000, 0x613, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000a22000, 0x613, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000a22000, 0x613, 0x0, 0x0, 0x613, 0xc000a22000, 0x613)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000a22000, 0x613, 0x613, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000115cb0, 0x20, 0xc000a22000, 0x613, 0xc000a22000, 0x613, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000115cb0, 0x20, 0xc000a22000, 0x613, 0xaa0378, 0x1, 0xc000a22000, 0x613, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061fd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 407 [semacquire]:
bytes.makeSlice(0x40f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0052490c0, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0052490c0, 0x1189d4f, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0052490c0, 0xc00497f400, 0x1e4, 0x7, 0xc00497f400)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0052490c0, 0xc000457570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0052490c0, 0xc000457570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052490c0, 0xc000457340, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021d70c0, 0xc000457340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021d70c0, 0xc000457340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052490c0, 0xc000457260, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021d70c0, 0xc000457260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021d70c0, 0xc000457260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052490c0, 0xc003e4c230, 0xc0039fea80, 0x7fe260fef080)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0021d70c0, 0xc003e4c230, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021d70c0, 0xc003e4c230, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052490c0, 0xc003e4c150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0021d70c0, 0xc003e4c150, 0x54b170, 0xc002eec680)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003e4c150, 0x0, 0x0, 0x0, 0x0, 0xc003e4c150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0047dabd0, 0x0, 0x0, 0x0, 0xc00, 0xc001430c00, 0xafd, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001430c00, 0xafd, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0012bd260)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0021d7518, 0xc003383e00, 0xc000762ea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 311 [semacquire]:
strings.genSplit(0xc0039db800, 0x5f1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc000480001, 0x132)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002fb5518, 0xc005b3f9e0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002fb5518, 0xc00137ecc0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043fa40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 312 [semacquire]:
regexp/syntax.(*Regexp).CapNames(0xc006065260, 0x0, 0xd4, 0xc006065260)
	/usr/local/go/src/regexp/syntax/regexp.go:308 +0x56
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:175 +0x98
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001365300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001365300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001365300, 0x0, 0xb856e0, 0xc00039e048, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001365300, 0xc0007f3260, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001365300, 0x42ca96, 0xc00649a240, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001365370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc001cfdae0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0012bad50, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001365518, 0xc001397bc0, 0xabc101, 0x1d, 0x4a, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043fbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 313 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00151d450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc00151d520, 0xc0052da070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc000cca0c0, 0x0, 0x0, 0x0, 0x0, 0x701, 0xc0034ad440)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0034ad440, 0x0, 0x0, 0x0, 0x800, 0xc004756800, 0x74a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004756800, 0x74a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0008a0cf0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039d1518, 0xc00137f800, 0xc00115a200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043fd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 377 [semacquire]:
bytes.makeSlice(0x1d44, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000e29388, 0x1308, 0x213)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000e29388, 0xc00231d500, 0x1308, 0x5165d7, 0xc00546644f, 0xc0033a5b50)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0009b96c0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004bd92d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004bd91f0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004bd8540)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004bd8460)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004b2e930)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004d5d6b0, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e29518, 0xc001cfdce0, 0x36, 0xc003264200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00043fec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 378 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe15c008ed0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038b76a0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038b7690, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00015c800, 0x3bd, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e85c00, 0x3a, 0xc00015c800, 0x3bd, 0xc00015c800, 0x3bd, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e85c00, 0x3a, 0xc00015c800, 0x3bd, 0xaa0378, 0x1, 0xc00015c800, 0x3bd, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 380 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Join(0xc003f72b10, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc002f08860)
	/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017f5518, 0xc005048900, 0xc005049140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:330 +0x9c5
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000380ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 360 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe174001090, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012a0970, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012a0960, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002aff400, 0x3e1, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114150, 0x2e, 0xc002aff400, 0x3e1, 0xc002aff400, 0x3e1, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114150, 0x2e, 0xc002aff400, 0x3e1, 0xaa0378, 0x1, 0xc002aff400, 0x3e1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 361 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe16c005880, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008c9b80, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008c9b70, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000afe900, 0x429, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000bbac80, 0x47, 0xc000afe900, 0x429, 0xc000afe900, 0x429, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000bbac80, 0x47, 0xc000afe900, 0x429, 0xaa0378, 0x1, 0xc000afe900, 0x429, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e0c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 363 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1c41d5380, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000351910, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003518f0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000a0b300, 0x11f4, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccdb40, 0x3f, 0xc000a0b300, 0x11f4, 0xc000a0b300, 0x11f4, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccdb40, 0x3f, 0xc000a0b300, 0x11f4, 0xaa0378, 0x1, 0xc000a0b300, 0x11f4, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 364 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe190008fa0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013e3410, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013e3400, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000afed80, 0x44a, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000765db0, 0x44, 0xc000afed80, 0x44a, 0xc000afed80, 0x44a, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000765db0, 0x44, 0xc000afed80, 0x44a, 0xaa0378, 0x1, 0xc000afed80, 0x44a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 365 [semacquire]:
fmt.Errorf(0xabb2ed, 0x1c, 0xc0034510c8, 0x1, 0x1, 0xa0, 0xc005e1c890)
	/usr/local/go/src/fmt/errors.go:21 +0xa3
github.com/araddon/dateparse.unknownErr(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc00632dea0, 0x93, 0x0, 0xc00632dea0, 0x93, 0x93)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x2cc
github.com/araddon/dateparse.ParseAny(0xc00632dea0, 0x93, 0x3, 0xaa0378, 0x1, 0xc00632dea0, 0x93)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00350f518, 0xc00115a220, 0xc00115abc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e3c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 366 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c353c0, 0xaa04d9, 0x2, 0xc0040f5000, 0x7e1, 0x4, 0x1b4, 0xc0022263e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0040f5000, 0x7e1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000c35518, 0xc00115ac80, 0x3d, 0xc003492286)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 367 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00179d900, 0x130, 0x130, 0x3, 0x0, 0x12f, 0xc00179d900)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ea5518, 0xc00115afa0, 0xc002226c20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 368 [semacquire]:
strings.genSplit(0xc00399bc00, 0x689, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc00240a380, 0x10000c002e3f360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e3f3c0, 0xaa04f9, 0x2, 0xc00399b500, 0x689, 0xc00399b500, 0xc002e3f3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00399b500, 0x689, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e3f518, 0xc00115b500, 0x4e, 0xc0007659f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 369 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00215c880, 0xd03, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00215c880, 0xd03, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00215c880, 0xd03, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00215c880, 0xd03, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00215c880)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00215c880, 0xd03, 0x0, 0x0, 0xd03, 0xd80, 0xc00215c880)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00215c880, 0xd03, 0xd03, 0xd80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003492d40, 0x34, 0xc00215c880, 0xd03, 0xc00215c880, 0xd03, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003492d40, 0x34, 0xc00215c880, 0xd03, 0xaa0378, 0x1, 0xc00215c880, 0xd03, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 435 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1d01aa170, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001b6d80, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0001b6d70, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003b25800, 0x591, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c50680, 0x3d, 0xc003b25800, 0x591, 0xc003b25800, 0x591, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000c50680, 0x3d, 0xc003b25800, 0x591, 0xaa0378, 0x1, 0xc003b25800, 0x591, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 436 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0033a89c0, 0xc0010f86e0, 0x9d)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0033a89c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0033a89c0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0033a89c0, 0xc00549d030, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0010a49c0, 0x0, 0x0, 0x0, 0x0, 0xa01, 0xc0010a4990)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0010a4990, 0x0, 0x0, 0x0, 0xa80, 0xc002e82a80, 0xa25, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002e82a80, 0xa25, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0xc003e3cfb8, 0x75bd50)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002393518, 0xc00137f460, 0xc005049c40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 437 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1280059a0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0001de590, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0001de570, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00380a800, 0x3bd, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00235ddc0, 0x37, 0xc00380a800, 0x3bd, 0xc00380a800, 0x3bd, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00235ddc0, 0x37, 0xc00380a800, 0x3bd, 0xaa0378, 0x1, 0xc00380a800, 0x3bd, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061e9c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 438 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1c41ec0d0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028a6110, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028a6100, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002f2d400, 0x490, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00235da40, 0x3e, 0xc002f2d400, 0x490, 0xc002f2d400, 0x490, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00235da40, 0x3e, 0xc002f2d400, 0x490, 0xaa0378, 0x1, 0xc002f2d400, 0x490, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061ea80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 439 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002252000, 0x399, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002252000, 0x399, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002252000, 0x399, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002252000, 0x399, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002252000, 0x399, 0x0, 0x0, 0x399, 0xc002252000, 0x399)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002252000, 0x399, 0x399, 0x400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0008a1740, 0x2f, 0xc002252000, 0x399, 0xc002252000, 0x399, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0008a1740, 0x2f, 0xc002252000, 0x399, 0xaa0378, 0x1, 0xc002252000, 0x399, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061eb40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 440 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001c0e000, 0x1e0c, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001c0e000, 0x1e0c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001c0e000, 0x1e0c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001c0e000, 0x1e0c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001c0e000, 0x1e0c, 0x0, 0x0, 0x1e0c, 0xc001c0e000, 0x1e0c)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001c0e000, 0x1e0c, 0x1e0c, 0x2500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00189b3ba, 0x42, 0xc001c0e000, 0x1e0c, 0xc001c0e000, 0x1e0c, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00189b3ba, 0x42, 0xc001c0e000, 0x1e0c, 0xaa0378, 0x1, 0xc001c0e000, 0x1e0c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061ec00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 441 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1c4000c60, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035ed0b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0035ed0a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003b6b800, 0x608, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dacdb0, 0x2b, 0xc003b6b800, 0x608, 0xc003b6b800, 0x608, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dacdb0, 0x2b, 0xc003b6b800, 0x608, 0xaa0378, 0x1, 0xc003b6b800, 0x608, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061ecc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 442 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x5da, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002aacc00, 0x5da, 0x5da, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00226aa00, 0x42, 0xc002aacc00, 0x5da, 0xc002aacc00, 0x5da, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00226aa00, 0x42, 0xc002aacc00, 0x5da, 0xaa0378, 0x1, 0xc002aacc00, 0x5da, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061ed80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 443 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc001050b40, 0xbf, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0052c50c0, 0xc000214460, 0xc0052c41b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052c50c0, 0xc0002143f0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0052c50c0, 0xc0002143f0, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0052c50c0, 0xc0002143f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0052c50c0, 0xc0002143f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052c50c0, 0xc0020121c0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022b70c0, 0xc0020121c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022b70c0, 0xc0020121c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052c50c0, 0xc0020120e0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022b70c0, 0xc0020120e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022b70c0, 0xc0020120e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052c50c0, 0xc004979110, 0x7fe23814c7c0, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022b70c0, 0xc004979110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022b70c0, 0xc004979110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052c50c0, 0xc004979030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022b70c0, 0xc004979030, 0x54b170, 0xc002ffa820)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004979030, 0x0, 0x0, 0x0, 0x0, 0xc004979030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00323ab40, 0x0, 0x0, 0x0, 0xc80, 0xc0017c3900, 0xc0a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0017c3900, 0xc0a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0008a1860)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022b7518, 0xc002f71a00, 0xc00522d560)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061ee40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 444 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004b98000, 0x2d0, 0x2d0, 0x3, 0x0, 0x2cf, 0xc004b98000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00173b518, 0xc002227f40, 0xc0007628c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061ef00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 445 [semacquire]:
strings.Replace(0xc00477b000, 0x2b85, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x4a, 0xc00477b000, 0x2b85)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0031cd518, 0xc00229d700, 0xc000c441a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061efc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 412 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004b3c000, 0x7be, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004b3c000, 0x7be, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004b3c000, 0x7be, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004b3c000, 0x7be, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004b3c000, 0x7be, 0x0, 0x0, 0x7be, 0xc004b3c000, 0x7be)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004b3c000, 0x7be, 0x7be, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001fb6540, 0x4a, 0xc004b3c000, 0x7be, 0xc004b3c000, 0x7be, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001fb6540, 0x4a, 0xc004b3c000, 0x7be, 0xaa0378, 0x1, 0xc004b3c000, 0x7be, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000381d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 447 [runnable]:
sync.(*RWMutex).RUnlock(0xc00039e208)
	/usr/local/go/src/sync/rwmutex.go:62 +0x50
github.com/fatih/set.(*Set).Has(0xc00039e200, 0xc002a6f2c0, 0x1, 0x1, 0xc000480000)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:86 +0x10c
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a6f3c0, 0xaa04d9, 0x2, 0xc002f59300, 0x1939, 0x1, 0x4b4, 0xc00135fc00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc002f59300, 0x1939, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a6f518, 0xc0000b2b00, 0x52, 0xc00061e4e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 448 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe13c000e90, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002de07b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002de07a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002e52e00, 0x33f, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114360, 0x2a, 0xc002e52e00, 0x33f, 0xc002e52e00, 0x33f, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114360, 0x2a, 0xc002e52e00, 0x33f, 0xaa0378, 0x1, 0xc002e52e00, 0x33f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 449 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234003440, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00118dc20, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00118dc10, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003312480, 0x471, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccde00, 0x3e, 0xc003312480, 0x471, 0xc003312480, 0x471, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccde00, 0x3e, 0xc003312480, 0x471, 0xaa0378, 0x1, 0xc003312480, 0x471, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f2c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 450 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0013fc000, 0x3bab, 0xc003557218, 0xc002c4a700)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0013fc000, 0x3bab, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035573c0, 0xaa04fd, 0x2, 0xc0013fc000, 0x3bab, 0x1, 0xaab, 0xc000763c00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0013fc000, 0x3bab, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003557518, 0xc001001fa0, 0x59, 0xc001835620)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 451 [semacquire]:
strings.genSplit(0xc0054b8000, 0x489d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005de2000, 0x122f, 0x122f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039cb3c0, 0xaa0569, 0x2, 0xc0015d4a80, 0x489d, 0xd8, 0x122f, 0xc002300ee0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0015d4a80, 0x489d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039cb518, 0xc002408380, 0x3d, 0xc00087a600)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 452 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004377588, 0xaa04f9, 0x2, 0xc004c77500, 0x131e, 0x0, 0xc002ec7880, 0x7fe260fef080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004377518, 0xc003382840, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 453 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010b14a0, 0xc0031512c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031513c0, 0xaa04f9, 0x2, 0xc00339ca80, 0x9e6, 0x1, 0x1f3, 0xc0007631e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00339ca80, 0x9e6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003151518, 0xc0034d1940, 0x46, 0xc000ea6cd0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 454 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000149540, 0xc0041a7800, 0x7b6, 0xaa04bf, 0x2, 0x1, 0x1)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc00294ff80, 0x0, 0x0, 0x0, 0x0, 0xc00294ff80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005222240, 0x0, 0x0, 0x0, 0xc00, 0xc001deb400, 0xb1a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001deb400, 0xb1a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000a7e600)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001715518, 0xc003308e80, 0xc000b33c60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 455 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00470e000, 0x2b7, 0x2b7, 0x3, 0x0, 0x2b6, 0xc00470e000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003559518, 0xc0034d1f80, 0xc003383d40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 456 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002a38cf0, 0x203000, 0x203000, 0x49d6a39b00000000, 0xc00033b138)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc002a38cf0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc002a38cc0, 0xc00033b2c8, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00033b6b0, 0xc0018857c0, 0xaac03e, 0x7, 0xc0018857c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00033b6b0, 0xc0018857c0, 0xc00000ea00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 457 [semacquire]:
strings.genSplit(0xc001b86000, 0x3b56, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006122000, 0xfdc, 0xfdc)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00314d3c0, 0xaa04df, 0x2, 0xc002ec8000, 0x3b56, 0x1, 0xfdc, 0xc005d7a4a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc002ec8000, 0x3b56, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00314d518, 0xc001885d40, 0x27, 0xc000b6d2f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061f9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 458 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0023ac800, 0x7f7, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0023ac800, 0x7f7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0023ac800, 0x7f7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0023ac800, 0x7f7, 0x0, 0x0, 0x7f7, 0xc0023ac800, 0x7f7)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0023ac800, 0x7f7, 0x7f7, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002dde480, 0x28, 0xc0023ac800, 0x7f7, 0xc0023ac800, 0x7f7, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002dde480, 0x28, 0xc0023ac800, 0x7f7, 0xaa0378, 0x1, 0xc0023ac800, 0x7f7, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061faa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 459 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1e021f190, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001219ab0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001219aa0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000482700, 0x613, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a9f780, 0x32, 0xc000482700, 0x613, 0xc000482700, 0x613, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a9f780, 0x32, 0xc000482700, 0x613, 0xaa0378, 0x1, 0xc000482700, 0x613, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061fb60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 460 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003113320, 0xc000333220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000333588, 0xaa04f9, 0x2, 0xc0045db000, 0x388, 0xb, 0x21, 0xc0004e77c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000333518, 0xc0033092c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061fc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 461 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001d8a900, 0x827, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001d8a900, 0x827, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001d8a900, 0x827, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001d8a900, 0x827, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001d8a900, 0x827, 0x0, 0x0, 0x827, 0xc001d8a900, 0x827)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001d8a900, 0x827, 0x827, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003356700, 0x77, 0xc001d8a900, 0x827, 0xc001d8a900, 0x827, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003356700, 0x77, 0xc001d8a900, 0x827, 0xaa0378, 0x1, 0xc001d8a900, 0x827, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061fce0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 462 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000531600, 0x900, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000531600, 0x900, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000531600, 0x900, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000531600, 0x900, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000531600, 0x900, 0x0, 0x0, 0x900, 0xc000531600, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000531600, 0x900, 0x900, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a8000, 0x45, 0xc000531600, 0x900, 0xc000531600, 0x900, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a8000, 0x45, 0xc000531600, 0x900, 0xaa0378, 0x1, 0xc000531600, 0x900, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061fda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 463 [semacquire]:
strings.genSplit(0xc001261300, 0x1018, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0057c9500, 0x32c, 0x32c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000db53c0, 0xaa058b, 0x2, 0xc002b04c00, 0x1018, 0x7, 0x32c, 0xc001000260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc002b04c00, 0x1018, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000db5518, 0xc0000b3280, 0x54, 0xc00087d080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061fe60, 0x58)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 464 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0028736c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002873790, 0xc00065f0a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000b3e60, 0x0, 0x0, 0x0, 0xc0040df200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000b3e60, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040df8f8, 0xc001df3000, 0x1592, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00061ff20, 0x58)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 465 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0029ff000, 0xe5e, 0xc00246b218, 0xc001d7aa80)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0029ff000, 0xe5e, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00246b3c0, 0xaa058b, 0x2, 0xc0029ff000, 0xe5e, 0x6, 0x2cd, 0xc0010009a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0029ff000, 0xe5e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00246b518, 0xc003308e00, 0x32, 0xc000a9e840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c000, 0x58)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 466 [runnable]:
github.com/fatih/set.(*Set).Has(0xc00039e100, 0xc003ea72c0, 0x1, 0x1, 0xc000480000)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:82 +0xd4
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ea73c0, 0xaa0503, 0x2, 0xc00106c000, 0xca9, 0x5, 0x27a, 0xc005964f20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00106c000, 0xca9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ea7518, 0xc003308500, 0x45, 0xc000ea79a7)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c0c0, 0x58)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 467 [semacquire]:
strings.genSplit(0xc004aab800, 0x5d0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002e78800, 0x162, 0x162)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a8f3c0, 0xaa04fd, 0x2, 0xc00441d800, 0x5d0, 0x1, 0x162, 0xc005964ee0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00441d800, 0x5d0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a8f518, 0xc003308080, 0x32, 0xc000aa9a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 468 [semacquire]:
strings.genSplit(0xc003ddf980, 0x195b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005d4ea80, 0x4a6, 0x4a6)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045133c0, 0xaa059b, 0x2, 0xc0040ce000, 0x195b, 0x1e, 0x4a6, 0xc005b74b20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0040ce000, 0x195b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004513518, 0xc003309ca0, 0x36, 0xc000a9f980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 469 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0026fbe10, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0026fbe10)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0026fbe10, 0xc004334700, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004d86540, 0x0, 0x0, 0x0, 0x0, 0x1501, 0xc004d86510)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004d86510, 0x0, 0x0, 0x0, 0x1800, 0xc004bc0000, 0x1556, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004bc0000, 0x1556, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00112d620)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00171d518, 0xc0033091e0, 0xc003309b80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 470 [semacquire]:
strings.Replace(0xc004d6a700, 0x1abb, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x2c, 0xc004d6a700, 0x1abb)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f23518, 0xc003309fe0, 0xc003212bc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c3c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 471 [semacquire]:
bytes.makeSlice(0x2e3, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00568a750, 0x1, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc00568a750, 0xc00568a722, 0xc0010bf778, 0x8)
	/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc00568a750, 0xc005528620, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:172 +0x3d5
golang.org/x/net/html.render1(0xb84d20, 0xc00568a750, 0xc0055281c0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00568a750, 0xc005528150, 0xb84d20, 0xc00568a750)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00568a750, 0xc005528150, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002d61a40, 0x17ed94937, 0x1251a20, 0xc00522ce20, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 472 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe17c001640, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00241e030, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00241e020, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001708c00, 0xb12, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023e2040, 0x37, 0xc001708c00, 0xb12, 0xc001708c00, 0xb12, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023e2040, 0x37, 0xc001708c00, 0xb12, 0xaa0378, 0x1, 0xc001708c00, 0xb12, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 473 [semacquire]:
bytes.makeSlice(0xedb, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00568aa80, 0x153, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00568aa80, 0xc004145340, 0x153, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00568aa80, 0xc004145340, 0x153, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00568aa80, 0xc00552eee0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00568aa80, 0xc00552ee70, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00568aa80, 0xc00552e5b0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00568aa80, 0xc00552e4d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00568aa80, 0xc0012b3180, 0xb84d20, 0xc00568aa80)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00568aa80, 0xc0012b3180, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00568a8d0, 0x17edbdbe7, 0x1251a20, 0xc0009c65c0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 474 [semacquire]:
strings.Replace(0xc001652000, 0x1be2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x14, 0xc001652000, 0x1be2)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031bd8f8, 0xc001940000, 0x1be0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 475 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc002d5d500, 0x949, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000aa9940)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e83518, 0xc002409ee0, 0xc00522d240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 477 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc003d5d790, 0x54e501)
	/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc003d5d790, 0x61)
	/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc003d5d790, 0x1)
	/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc003d5d860, 0xc003993ce0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0009c6060, 0x0, 0x0, 0x0, 0xc0026d3200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0009c6060, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026d38f8, 0xc003f6b800, 0x1519, 0x20300000000000, 0x7fe23a6bafff, 0x400)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 478 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004028c00, 0x12f6, 0xc001813218, 0xc003be6380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004028c00, 0x12f6, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0018133c0, 0xaa058b, 0x2, 0xc004028c00, 0x12f6, 0x5, 0x3a9, 0xc00103fe00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004028c00, 0x12f6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001813518, 0xc0027ef700, 0x45, 0xc004af8050)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068c9c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 479 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectScript(0xc00002cc00, 0x5c3, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:271 +0x3a0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00002cc00, 0x5c3, 0x0, 0x0, 0x5c3, 0xc00002cc00, 0x5c3)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:58 +0x39
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00002cc00, 0x5c3, 0x5c3, 0x600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c52d80, 0x2b, 0xc00002cc00, 0x5c3, 0xc00002cc00, 0x5c3, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000c52d80, 0x2b, 0xc00002cc00, 0x5c3, 0xaa0378, 0x1, 0xc00002cc00, 0x5c3, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068ca80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 480 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1f020c9a0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0029cab90, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0029cab80, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00299ea80, 0x941, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001156b0, 0x2a, 0xc00299ea80, 0x941, 0xc00299ea80, 0x941, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001156b0, 0x2a, 0xc00299ea80, 0x941, 0xaa0378, 0x1, 0xc00299ea80, 0x941, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068cb40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 483 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2080017b0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032fe030, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032fe020, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000660000, 0xa8f, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dac000, 0x2e, 0xc000660000, 0xa8f, 0xc000660000, 0xa8f, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dac000, 0x2e, 0xc000660000, 0xa8f, 0xaa0378, 0x1, 0xc000660000, 0xa8f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068cd80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 484 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe22c001970, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000166cd0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000166cb0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0027f4a80, 0x96f, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00112c780, 0x2a, 0xc0027f4a80, 0x96f, 0xc0027f4a80, 0x96f, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00112c780, 0x2a, 0xc0027f4a80, 0x96f, 0xaa0378, 0x1, 0xc0027f4a80, 0x96f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068ce40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 485 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00078d1e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00078d1e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00078d1e0, 0xc00021bc70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00229c480, 0x0, 0x0, 0x0, 0xc0022b5200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00229c480, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022b58f8, 0xc0016c4000, 0x13df, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068cf00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 486 [semacquire]:
bytes.makeSlice(0x81f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0036f70c0, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0036f70c0, 0x1189d4e, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0036f70c0, 0xc000897aa1, 0x56, 0x56, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036f70c0, 0xc0039785b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036f70c0, 0xc00238ef50, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0036f70c0, 0xc00238ef50, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0036f70c0, 0xc00238ef50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036f70c0, 0xc00238ef50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036f70c0, 0xc003b438f0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039030c0, 0xc003b438f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039030c0, 0xc003b438f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036f70c0, 0xc003b43810, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039030c0, 0xc003b43810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039030c0, 0xc003b43810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036f70c0, 0xc003b43110, 0x1259780, 0x1259790)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039030c0, 0xc003b43110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039030c0, 0xc003b43110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0036f70c0, 0xc003b43030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039030c0, 0xc003b43030, 0x54b170, 0xc003ed05b0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003b43030, 0x0, 0x0, 0x0, 0x0, 0xc003b43030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003219230, 0x0, 0x0, 0x0, 0xd80, 0xc0004ea880, 0xc99, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0004ea880, 0xc99, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002adba00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003903518, 0xc00103f620, 0xc001c5e020)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068cfc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 488 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00090c000, 0xb09, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00090c000, 0xb09, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00090c000, 0xb09, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00090c000, 0xb09, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00090c000, 0xb09, 0x0, 0x0, 0xb09, 0xc00090c000, 0xb09)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00090c000, 0xb09, 0xb09, 0x1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00322ff80, 0x31, 0xc00090c000, 0xb09, 0xc00090c000, 0xb09, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00322ff80, 0x31, 0xc00090c000, 0xb09, 0xaa0378, 0x1, 0xc00090c000, 0xb09, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 489 [runnable]:
github.com/gigawattio/window.Rolling(0xc0055bb300, 0x120, 0x120, 0x3, 0x0, 0x11f, 0xc0055bb300)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016fb518, 0xc0047e29e0, 0xc0033839e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 490 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00656dae0, 0xc005a1a580, 0x57d, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005a1a580, 0x57d, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001272440, 0x36, 0xc005a1a580, 0x57d, 0xc005a1a580, 0x57d, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001272440, 0x36, 0xc005a1a580, 0x57d, 0xaa0378, 0x1, 0xc005a1a580, 0x57d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d2c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 491 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005a64760, 0xc0016f92c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016f93c0, 0xaa05c9, 0x2, 0xc001622000, 0x524, 0x3, 0x118, 0xc0047e2d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001622000, 0x524, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016f9518, 0xc00229c780, 0x27, 0xc000dad2c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 493 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002269588, 0xaa04f9, 0x2, 0xc00160ec00, 0x38d, 0x1, 0xac, 0xc0034d05e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002269518, 0xc00229d460, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 494 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc005bce480, 0xc001efb500, 0x9c4, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001efb500, 0x9c4, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bc300, 0x23, 0xc001efb500, 0x9c4, 0xc001efb500, 0x9c4, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bc300, 0x23, 0xc001efb500, 0x9c4, 0xaa0378, 0x1, 0xc001efb500, 0x9c4, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d5c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 495 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005a64980, 0xc002a052c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a053c0, 0xaa059b, 0x2, 0xc004b3f000, 0x712, 0xc004b3f000, 0xc002a053b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004b3f000, 0x712, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a05518, 0xc0034d0640, 0x3c, 0xc000e84bc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 497 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe15812e480, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033aadf0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033aadd0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002f1f000, 0x7f3, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000daced0, 0x2c, 0xc002f1f000, 0x7f3, 0xc002f1f000, 0x7f3, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000daced0, 0x2c, 0xc002f1f000, 0x7f3, 0xaa0378, 0x1, 0xc002f1f000, 0x7f3, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 498 [runnable]:
internal/reflectlite.typedmemmove(0xa36900, 0xc0061e59a0, 0xc0061e59b8)
	/usr/local/go/src/runtime/mbarrier.go:190 +0x4e
internal/reflectlite.Swapper.func9(0x2dc, 0x2dd)
	/usr/local/go/src/internal/reflectlite/swapper.go:71 +0xc1
sort.symMerge_func(0xc0034c37d0, 0xc005312e70, 0x2dc, 0x2dd, 0x2df)
	/usr/local/go/src/sort/zfuncversion.go:200 +0xe2
sort.symMerge_func(0xc0034c37d0, 0xc005312e70, 0x2da, 0x2dc, 0x2df)
	/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc0034c37d0, 0xc005312e70, 0x2da, 0x2dd, 0x2e4)
	/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc0034c37d0, 0xc005312e70, 0x2d0, 0x2d7, 0x2e4)
	/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc0034c37d0, 0xc005312e70, 0x2d0, 0x2e4, 0x2f8)
	/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.stable_func(0xc0034c37d0, 0xc005312e70, 0x405)
	/usr/local/go/src/sort/zfuncversion.go:175 +0xc2
sort.SliceStable(0x9de7e0, 0xc0058345a0, 0xc0034c37d0)
	/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001775000, 0xa81, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001775000, 0xa81, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001775000, 0xa81, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001775000, 0xa81, 0x0, 0x0, 0xa81, 0xc001775000, 0xa81)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001775000, 0xa81, 0xa81, 0xd80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a14a20, 0x2f, 0xc001775000, 0xa81, 0xc001775000, 0xa81, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a14a20, 0x2f, 0xc001775000, 0xa81, 0xaa0378, 0x1, 0xc001775000, 0xa81, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 499 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149ae0, 0x0, 0x0, 0x0, 0xc001df6000, 0xbb6, 0x2, 0xc001ad5a58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000149ae0, 0xc001df6000, 0xbb6, 0x0, 0x0, 0xc00038e060, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc001df6000, 0xbb6, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068d980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 500 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x172af10, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0012299f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0012299e0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002be9000, 0x79b, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccc1c0, 0x37, 0xc002be9000, 0x79b, 0xc002be9000, 0x79b, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccc1c0, 0x37, 0xc002be9000, 0x79b, 0xaa0378, 0x1, 0xc002be9000, 0x79b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068da40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 501 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0035ee4e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0035ee5b0, 0xc0021c4d90, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b33200, 0x0, 0x0, 0x0, 0xc0022ad200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b33200, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022ad8f8, 0xc0013de880, 0xcf0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068db00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 502 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002872f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002873040, 0xc00057c000, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000b38c0, 0x0, 0x0, 0x0, 0xc00286b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000b38c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00286b8f8, 0xc0034a6c00, 0x10eb, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068dbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 504 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc0035ee680, 0xc002fe8001)
	/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0035ee680, 0x7fe20000006d)
	/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc0035ee680, 0x1)
	/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc0035ee750, 0xc0021c5f80, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b33220, 0x0, 0x0, 0x0, 0xc003515200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b33220, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035158f8, 0xc000a8c000, 0xadf, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068dd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 505 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc005a64de0, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a64de0, 0x0, 0x0, 0x0, 0xc00350b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a64de0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00350b8f8, 0xc001aee000, 0x92c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068de00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 506 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005a64dc0, 0xc001b472c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b473c0, 0xaa058b, 0x2, 0xc00160f400, 0x390, 0xc00160f400, 0xc001b473b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00160f400, 0x390, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b47518, 0xc000762be0, 0x37, 0xc0021772c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068dec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 507 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005c40000, 0x1ef3, 0xc001b49218, 0xc000611180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005c40000, 0x1ef3, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b493c0, 0xaa04d9, 0x2, 0xc005c40000, 0x1ef3, 0x1, 0x58e, 0xc001001d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc005c40000, 0x1ef3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b49518, 0xc005c55d40, 0x2a, 0xc000e7a540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc00068df80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 508 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1fc227b60, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001f9a0b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001f9a0a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0014d3800, 0xa8e, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e84800, 0x37, 0xc0014d3800, 0xa8e, 0xc0014d3800, 0xa8e, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e84800, 0x37, 0xc0014d3800, 0xa8e, 0xaa0378, 0x1, 0xc0014d3800, 0xa8e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 509 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1b800d4a0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021ea010, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021ea000, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d38d80, 0x479, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a9e4c0, 0x38, 0xc001d38d80, 0x479, 0xc001d38d80, 0x479, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a9e4c0, 0x38, 0xc001d38d80, 0x479, 0xaa0378, 0x1, 0xc001d38d80, 0x479, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 510 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001621400, 0x4de, 0x4de, 0xc001d7ae00)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001621400, 0x4de, 0x7544a2, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005023588, 0xaa04f9, 0x2, 0xc001621400, 0x4de, 0x0, 0xc001d7ae00, 0x7fe260fedc28)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005023518, 0xc0022275a0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc1e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 511 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00656c020, 0xc002bac800, 0x730, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002bac800, 0x730, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00112cd50, 0x28, 0xc002bac800, 0x730, 0xc002bac800, 0x730, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00112cd50, 0x28, 0xc002bac800, 0x730, 0xaa0378, 0x1, 0xc002bac800, 0x730, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc2a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 512 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234009ab0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028f1f20, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f1f10, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002391600, 0x2b0, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cd5560, 0x22, 0xc002391600, 0x2b0, 0xc002391600, 0x2b0, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000cd5560, 0x22, 0xc002391600, 0x2b0, 0xaa0378, 0x1, 0xc002391600, 0x2b0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 513 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c1d000, 0xae1, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c1d000, 0xae1, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c1d000, 0xae1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c1d000, 0xae1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c1d000, 0xae1, 0x0, 0x0, 0xae1, 0xc002c1d000, 0xae1)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c1d000, 0xae1, 0xae1, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00322f940, 0x3d, 0xc002c1d000, 0xae1, 0xc002c1d000, 0xae1, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00322f940, 0x3d, 0xc002c1d000, 0xae1, 0xaa0378, 0x1, 0xc002c1d000, 0xae1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 514 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0022a72e0, 0x432e00, 0xc0022a7210, 0x9a030e24, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0022a72e0, 0xc003ee5c80, 0x5, 0xc0022a7230, 0x46620f)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0022a72e0, 0xc0022a72f8, 0x43b3b7, 0x1252790, 0xc0022a7200, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fe238153668, 0xc0022a7301, 0x10100000042ab7a, 0x0, 0xd2f)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001098cc0, 0xaa64ee, 0x5, 0xd62)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0022a7518, 0xc0034d1280, 0xd2f, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc4e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 515 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234002100, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033303e0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033303d0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002d5f800, 0x5ca, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00112c990, 0x21, 0xc002d5f800, 0x5ca, 0xc002d5f800, 0x5ca, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00112c990, 0x21, 0xc002d5f800, 0x5ca, 0xaa0378, 0x1, 0xc002d5f800, 0x5ca, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 414 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000897ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 517 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000b8f600, 0xc85, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000b8f600, 0xc85, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000b8f600, 0xc85, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000b8f600, 0xc85, 0x0, 0x0, 0xc85, 0xc000b8f600, 0xc85)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000b8f600, 0xc85, 0xc85, 0x1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001122ba0, 0x1c, 0xc000b8f600, 0xc85, 0xc000b8f600, 0xc85, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001122ba0, 0x1c, 0xc000b8f600, 0xc85, 0xaa0378, 0x1, 0xc000b8f600, 0xc85, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 518 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234001ce0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002eda160, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002eda150, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002554e00, 0x629, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003493980, 0x3a, 0xc002554e00, 0x629, 0xc002554e00, 0x629, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003493980, 0x3a, 0xc002554e00, 0x629, 0xaa0378, 0x1, 0xc002554e00, 0x629, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 519 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1f41cf4f0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028a6180, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028a6170, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002d0c380, 0x306, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003493ac0, 0x35, 0xc002d0c380, 0x306, 0xc002d0c380, 0x306, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003493ac0, 0x35, 0xc002d0c380, 0x306, 0xaa0378, 0x1, 0xc002d0c380, 0x306, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 520 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe23020bcd0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038ee7f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038ee7e0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002c74f00, 0x4db, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00112ca80, 0x2f, 0xc002c74f00, 0x4db, 0xc002c74f00, 0x4db, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00112ca80, 0x2f, 0xc002c74f00, 0x4db, 0xaa0378, 0x1, 0xc002c74f00, 0x4db, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dc960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 521 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe118001280, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0013bc190, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0013bc180, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00315d800, 0x736, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003493c00, 0x28, 0xc00315d800, 0x736, 0xc00315d800, 0x736, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003493c00, 0x28, 0xc00315d800, 0x736, 0xaa0378, 0x1, 0xc00315d800, 0x736, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dca20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 522 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234009eb0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0003ada50, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0003ada40, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002a45800, 0x2e0, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001fce900, 0x4c, 0xc002a45800, 0x2e0, 0xc002a45800, 0x2e0, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001fce900, 0x4c, 0xc002a45800, 0x2e0, 0xaa0378, 0x1, 0xc002a45800, 0x2e0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dcae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 524 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe170009970, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0007a1c00, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0007a1bf0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0026eaa80, 0x960, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00226a000, 0x46, 0xc0026eaa80, 0x960, 0xc0026eaa80, 0x960, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00226a000, 0x46, 0xc0026eaa80, 0x960, 0xaa0378, 0x1, 0xc0026eaa80, 0x960, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dcc60, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 396 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0049a3c20, 0x1747eda7c, 0x1251a20, 0xc003213de0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0003812c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 526 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe180005740, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002d7b7f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002d7b7e0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002cdf500, 0x980, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001732a80, 0x38, 0xc002cdf500, 0x980, 0xc002cdf500, 0x980, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001732a80, 0x38, 0xc002cdf500, 0x980, 0xaa0378, 0x1, 0xc002cdf500, 0x980, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dcde0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 529 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fef588, 0xaa04f9, 0x2, 0xc004574a00, 0x4f6, 0x30, 0xc003fef290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc000ebd6e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000ebd650, 0xc003fef320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003fef518, 0xc000ebd530, 0xc001885520)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003fef518, 0xc000ebd530, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003fef518, 0xc000ebd530, 0xc000ebd530)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd020, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 530 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002844a00, 0x6f5, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002844a00, 0x6f5, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002844a00, 0x6f5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002844a00, 0x6f5, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002844a00, 0x6f5, 0x0, 0x0, 0x6f5, 0xc002844a00, 0x6f5)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002844a00, 0x6f5, 0x6f5, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccd1c0, 0x3c, 0xc002844a00, 0x6f5, 0xc002844a00, 0x6f5, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccd1c0, 0x3c, 0xc002844a00, 0x6f5, 0xaa0378, 0x1, 0xc002844a00, 0x6f5, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 531 [semacquire]:
bytes.makeSlice(0x6d, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00422d208, 0x6d, 0x203000)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00422d208, 0xc00234a4d0, 0x6d, 0x1, 0xb856e0, 0xc0059f4460)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0037bbf80)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0037bbf10)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005f57f20, 0xa9ece0, 0xc005f57ef0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00422d518, 0xc0009c7620, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 532 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0040f3500, 0x938, 0xc004283218, 0xc002c4a700)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0040f3500, 0x938, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042833c0, 0xaa04fd, 0x2, 0xc0040f3500, 0x938, 0x1, 0x208, 0xc000fefe00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0040f3500, 0x938, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004283518, 0xc001885d60, 0x2f, 0xc0008a05a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 533 [runnable]:
regexp.(*Regexp).doExecute(0xc005ad6f00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0004bcd80, 0xcdb, 0x407, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc005ad6f00, 0x0, 0x0, 0x0, 0xc0004bcd80, 0xcdb, 0x2, 0xc0000ef218, 0xc0004bcd80, 0xcdb, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc005ad6f00, 0xc0004bcd80, 0xcdb, 0xaa0378, 0x1, 0x1, 0x2f)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004287518, 0xc001885780, 0xc0009c67a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 534 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f1d3c0, 0xaa04fd, 0x2, 0xc002f1b100, 0xd08, 0x1, 0x4a1, 0xc00039fa20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc002f1b100, 0xd08, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f1d518, 0xc0013976c0, 0x28, 0xc0012bc270)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 535 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005048760, 0xc0027891c8, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002789400, 0xaa04f9, 0x2, 0xc0010f80a0, 0x9c, 0xc002789240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x12, 0xc00552c240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00102e5a0, 0xc0027892c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002789388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002789388, 0xc0004d05d0, 0xaa04f9, 0x2, 0xc002789518, 0x8, 0x9ecc80, 0xc002789301, 0xc000623cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002789518, 0xc0004d05d0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 536 [semacquire]:
strings.Replace(0xc00259e600, 0x1888, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc00259e600, 0x1888)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032058f8, 0xc000884c80, 0x1878, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 538 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00522cc00, 0xc0015a11b0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015a1588, 0xaa04f9, 0x2, 0xc0062fc000, 0x9bf, 0xc00427bc01, 0xc0040b83f0, 0xc0015a1230)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0015a1518, 0xc001b5d470, 0xc001b5d710)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0015a1518, 0xc0023018c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 539 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001289dc0, 0xdc, 0xdc, 0xc001d7ae00)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001289dc0, 0xdc, 0x7544a2, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003aa7588, 0xaa04f9, 0x2, 0xc001289dc0, 0xdc, 0x9, 0x1b, 0xc005834280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003aa7518, 0xc0009c7ac0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 540 [semacquire]:
strings.genSplit(0xc002430000, 0xf78, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004ed7000, 0x2c7, 0x2c7)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ca53c0, 0xaa0599, 0x2, 0xc0033ce000, 0xf78, 0x1, 0x2c7, 0xc00000fbc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0033ce000, 0xf78, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ca5518, 0xc0033095c0, 0x39, 0xc002dded00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 542 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003efd0c0, 0xc002ae7950, 0x8f, 0x8f, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003efd0c0, 0xc001081c70, 0xc003efc1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003efd0c0, 0xc001081c00, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003efd0c0, 0xc001081c00, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003efd0c0, 0xc001081c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003efd0c0, 0xc001081c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003efd0c0, 0xc0010815e0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a070c0, 0xc0010815e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a070c0, 0xc0010815e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003efd0c0, 0xc001081500, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a070c0, 0xc001081500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a070c0, 0xc001081500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003efd0c0, 0xc005f442a0, 0xc003be6380, 0x7fe260fedc28)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a070c0, 0xc005f442a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a070c0, 0xc005f442a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003efd0c0, 0xc005f441c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a070c0, 0xc005f441c0, 0x54b170, 0xc00151cdd0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005f441c0, 0x0, 0x0, 0x0, 0x0, 0xc005f441c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0057653b0, 0x0, 0x0, 0x0, 0xc00, 0xc002140000, 0xb19, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002140000, 0xb19, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000380c60)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003a07518, 0xc0033099a0, 0xc0024093e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dd9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 543 [semacquire]:
strings.genSplit(0xc0065a4c80, 0xc2a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x53, 0xc0065a4000, 0x7fe23806a5f8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002df73c0, 0xaa058b, 0x2, 0xc0065a4000, 0xc2a, 0xc0065a4000, 0xc002df73b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0065a4000, 0xc2a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002df7518, 0xc00000e960, 0x35, 0xc002ddf200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ddaa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 544 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004488000, 0x88b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004488000, 0x88b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004488000, 0x88b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004488000, 0x88b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004488000, 0x88b, 0x0, 0x0, 0x88b, 0xc004488000, 0x88b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004488000, 0x88b, 0x88b, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00456c230, 0x43, 0xc004488000, 0x88b, 0xc004488000, 0x88b, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00456c230, 0x43, 0xc004488000, 0x88b, 0xaa0378, 0x1, 0xc004488000, 0x88b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ddb60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 545 [runnable]:
strings.genSplit(0xc00605c000, 0x1dbf, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002cc1500, 0x618, 0x618)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f2f3c0, 0xaa05c9, 0x2, 0xc005ada000, 0x1dbf, 0x6, 0x618, 0xc001cfc4e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc005ada000, 0x1dbf, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f2f518, 0xc001c5ea80, 0x38, 0xc000aa85c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ddc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 546 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc005fca150, 0x0, 0x0, 0x0, 0x0, 0xc005fca150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004744810, 0x0, 0x0, 0x0, 0xc00, 0xc003bb3000, 0xa85, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003bb3000, 0xa85, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003493ec0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e35518, 0xc004c383a0, 0xc004c399a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ddce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 548 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe23400ad90, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0027c48f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0027c48d0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00337e100, 0x50d, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003264040, 0x3e, 0xc00337e100, 0x50d, 0xc00337e100, 0x50d, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003264040, 0x3e, 0xc00337e100, 0x50d, 0xaa0378, 0x1, 0xc00337e100, 0x50d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006dde60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 549 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0054af0c0, 0xc002f83050, 0x8a, 0x8a, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0054af0c0, 0xc0011248c0, 0xc0054ae1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054af0c0, 0xc001124850, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0054af0c0, 0xc001124850, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0054af0c0, 0xc001124850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0054af0c0, 0xc001124850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054af0c0, 0xc0053595e0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00305d0c0, 0xc0053595e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305d0c0, 0xc0053595e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054af0c0, 0xc005359500, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00305d0c0, 0xc005359500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305d0c0, 0xc005359500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054af0c0, 0xc002a9ddc0, 0xc001e94000, 0x7fe260fed560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00305d0c0, 0xc002a9ddc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305d0c0, 0xc002a9ddc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0054af0c0, 0xc002a9dce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00305d0c0, 0xc002a9dce0, 0x54b170, 0xc002eedd40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a9dce0, 0x0, 0x0, 0x0, 0x0, 0xc002a9dce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000cfed80, 0x0, 0x0, 0x0, 0x1800, 0xc002e24800, 0x162e, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002e24800, 0x162e, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x5714b91100000000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00305d518, 0xc0032a9980, 0xc004cda400)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ddf20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 550 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc0020a3620, 0x59, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0052d10c0, 0xc0029f2620, 0xc0052d01b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052d10c0, 0xc0029f25b0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0052d10c0, 0xc0029f25b0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0052d10c0, 0xc0029f25b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0052d10c0, 0xc0029f25b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052d10c0, 0xc0026e2a10, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00064f0c0, 0xc0026e2a10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00064f0c0, 0xc0026e2a10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052d10c0, 0xc0026e28c0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00064f0c0, 0xc0026e28c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00064f0c0, 0xc0026e28c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052d10c0, 0xc00391d650, 0xc00064ed00, 0x444010)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00064f0c0, 0xc00391d650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00064f0c0, 0xc00391d650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0052d10c0, 0xc00391d570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00064f0c0, 0xc00391d570, 0x54b170, 0xc0026fa750)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00391d570, 0x0, 0x0, 0x0, 0x0, 0xc00391d570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00201c1e0, 0x0, 0x0, 0x0, 0x1800, 0xc000559800, 0x17d4, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000559800, 0x17d4, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00270c800)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00064f518, 0xc00522df20, 0xc0032a8a00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 551 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0022b0ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0022b12b0, 0xc005598070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001246f80, 0x0, 0x0, 0x0, 0xc004133200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001246f80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041338f8, 0xc001b6d300, 0x1167, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee0c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 552 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019693c0, 0xaa0569, 0x2, 0xc000530d00, 0x84f, 0x2f, 0x1a4, 0xc000c45ea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000530d00, 0x84f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001969518, 0xc0009c69c0, 0x2b, 0xc0008a0420)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 553 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe140002080, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0021de7c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0021de7a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000bf7b00, 0x824, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0031e0100, 0x32, 0xc000bf7b00, 0x824, 0xc000bf7b00, 0x824, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0031e0100, 0x32, 0xc000bf7b00, 0x824, 0xaa0378, 0x1, 0xc000bf7b00, 0x824, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 555 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2340a1c20, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008c8170, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0008c8130, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0033f0000, 0x770, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ccc480, 0x3b, 0xc0033f0000, 0x770, 0xc0033f0000, 0x770, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ccc480, 0x3b, 0xc0033f0000, 0x770, 0xaa0378, 0x1, 0xc0033f0000, 0x770, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee3c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 557 [semacquire]:
strings.genSplit(0xc005f81000, 0xf23, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x337, 0x337)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045193c0, 0xaa04fd, 0x2, 0xc005902000, 0xf23, 0x1, 0x337, 0xc005c540a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc005902000, 0xf23, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004519518, 0xc002f70c00, 0x3c, 0xc003c3c100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 559 [semacquire]:
strings.genSplit(0xc00582e400, 0x855, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00682e000, 0x1c6, 0x1c6)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00209d3c0, 0xaa04d9, 0x2, 0xc004e21200, 0x855, 0x1, 0x1c6, 0xc0023002e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004e21200, 0x855, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00209d518, 0xc003212840, 0x32, 0xc003265c40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 560 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc006449000, 0xddb, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033633c0, 0xaa0569, 0x2, 0xc006449000, 0xddb, 0x57, 0x321, 0xc002f70b20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc006449000, 0xddb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003363518, 0xc002409e40, 0x29, 0xc000dacff0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 561 [semacquire]:
regexp.(*bitState).reset(0xc004644000, 0xc0000acdb0, 0xe74, 0x2)
	/usr/local/go/src/regexp/backtrack.go:100 +0x18b
regexp.(*Regexp).backtrack(0xc0001fb400, 0x0, 0x0, 0x0, 0xc000972000, 0xe74, 0xb49, 0x2, 0xc0036ba620, 0x0, ...)
	/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc0001fb400, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000972000, 0xe74, 0xb49, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0001fb400, 0x0, 0x0, 0x0, 0xc000972000, 0xe74, 0x2, 0xc003b47a58, 0xaa6444, 0x5, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0001fb400, 0xc000972000, 0xe74, 0xaa0378, 0x1, 0xc000909000, 0xe74)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc000972000, 0xe74, 0xaa0378, 0x1, 0xc000972000, 0xe74)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 563 [runnable]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f1f3c0, 0xaa059b, 0x2, 0xc001c31500, 0x1347, 0xc001c31500, 0xc003f1f3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1a0
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001c31500, 0x1347, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f1f518, 0xc0024080a0, 0x32, 0xc001733380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ee9c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 564 [semacquire]:
strings.Replace(0xc000d65300, 0x1038, 0xaa60d9, 0x5, 0xaa1fd2, 0x3, 0x2, 0xc000d65300, 0x1038)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0022bb518, 0xc004c39840, 0xc0009c6240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006eea80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 565 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2340a0e20, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0038d20b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0038d20a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000da8d00, 0x824, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0025fe040, 0x32, 0xc000da8d00, 0x824, 0xc000da8d00, 0x824, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0025fe040, 0x32, 0xc000da8d00, 0x824, 0xaa0378, 0x1, 0xc000da8d00, 0x824, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006eeb40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 566 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002c8e660, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b67518, 0xc0000b3020, 0x27, 0xc00112d980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006eec00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 567 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a6d3c0, 0xaa04f9, 0x2, 0xc003310000, 0x5a1, 0xc003310000, 0xc002a6d3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc003310000, 0x5a1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a6d518, 0xc0034d1460, 0x37, 0xc002dde815)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006eecc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 568 [semacquire]:
bytes.makeSlice(0x904, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0031b9388, 0xcc, 0xd0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0031b9388, 0xc00198c5b0, 0xcc, 0x5165d7, 0xc005808c5f, 0xc0010d8440)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00044a230)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00044a1c0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000449500)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000449420)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0028ba150)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000ccad80, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031b9518, 0xc0000b37c0, 0x34, 0xc0046af200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006eed80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 569 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000109790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000109860, 0xc0006b3ab0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eca0, 0x0, 0x0, 0x0, 0xc002a5d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eca0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002a5d8f8, 0xc002298800, 0x15df, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006eee40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 570 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc004f3c000, 0x782, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031bb3c0, 0xaa059b, 0x2, 0xc004f3c000, 0x782, 0x18, 0x1a3, 0xc000c44380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004f3c000, 0x782, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031bb518, 0xc002f71a80, 0x35, 0xc001732740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006eef00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 571 [semacquire]:
strings.genSplit(0xc004d85400, 0xb7f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0055cea80, 0x284, 0x284)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c533c0, 0xaa058b, 0x2, 0xc004d81800, 0xb7f, 0x7, 0x284, 0xc00642a500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004d81800, 0xb7f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c53518, 0xc001cfc880, 0x26, 0xc000c53c20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006eefc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 572 [semacquire]:
strconv.formatBits(0x0, 0x0, 0x0, 0xf2, 0xa, 0xc0008c0000, 0x753f20, 0xab29a3, 0xc, 0xc0001da230, ...)
	/usr/local/go/src/strconv/itoa.go:200 +0x318
strconv.FormatInt(0xf2, 0xa, 0xf4, 0x0)
	/usr/local/go/src/strconv/itoa.go:29 +0xdb
strconv.Itoa(...)
	/usr/local/go/src/strconv/itoa.go:35
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc0008c1518, 0xc002b705d0, 0xfffffffffffffffe)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0x6f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0008c1518, 0xc0000b22c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:435 +0x67f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 573 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe230221ee0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00188e3f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00188e390, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002413500, 0x1332, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00112c7b0, 0x30, 0xc002413500, 0x1332, 0xc002413500, 0x1332, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00112c7b0, 0x30, 0xc002413500, 0x1332, 0xaa0378, 0x1, 0xc002413500, 0x1332, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 575 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0031b72e0, 0x432e00, 0xc0031b7210, 0x9a030e24, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0031b72e0, 0xc0017d9b00, 0x5, 0xc0031b7230, 0x46620f)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0031b72e0, 0xc0031b72f8, 0x43b3b7, 0x1252790, 0xc0031b7200, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fe23812ca20, 0xc0031b7301, 0x10100000042ab7a, 0x0, 0x1107)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0005acc00, 0xaa64ee, 0x5, 0x17a9)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc0031b7518, 0xc0000b3520, 0x1107, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef2c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 576 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0042e74a0, 0xc0028031d8, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc002803518, 0xc001001cc0, 0x28, 0xc0042e7440, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002803518, 0xc001001cc0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 577 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1f0476890, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a02af0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a02ae0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001a4c400, 0x82b, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ddec80, 0x34, 0xc001a4c400, 0x82b, 0xc001a4c400, 0x82b, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ddec80, 0x34, 0xc001a4c400, 0x82b, 0xaa0378, 0x1, 0xc001a4c400, 0x82b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 578 [semacquire]:
bytes.makeSlice(0x79, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0025f1198, 0x79, 0x42ca96)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0025f1198, 0xc000df7f00, 0x79, 0x28, 0x28, 0xc0033cc5d0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005641500)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005641490)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003366180, 0xc0033cc5d0, 0xc0025f1210)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0025f1518, 0xc003366180, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025f1518, 0xc001dd2700, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 579 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005468680, 0x567, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005468680, 0x567, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005468680, 0x567, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005468680, 0x567, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005468680, 0x567, 0x0, 0x0, 0x567, 0xc005468680, 0x567)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005468680, 0x567, 0x567, 0x580)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026fdba0, 0x12, 0xc005468680, 0x567, 0xc005468680, 0x567, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026fdba0, 0x12, 0xc005468680, 0x567, 0xaa0378, 0x1, 0xc005468680, 0x567, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef5c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 580 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0053e5588, 0xaa04f9, 0x2, 0xc005a7a120, 0x8c, 0x5, 0xc0053e5290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x6, 0xc00135b860)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005b1f380, 0xc0053e5320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0053e5518, 0xc005b1e810, 0xc0063e6d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0053e5518, 0xc005b1e810, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0053e5518, 0xc005b1e810, 0xc005b1e810)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 581 [runnable]:
strings.Index(0xc004f3d000, 0x76b, 0xaa0378, 0x1, 0x12a)
	/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc004f3d000, 0x76b, 0xaa0378, 0x1, 0x0, 0x12a, 0x76b, 0xc00388d800, 0x77d)
	/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0020eb518, 0xc0000b3500, 0xc004909e80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 582 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc005a7b290, 0x90, 0x2, 0xc006152198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc005a7b290, 0x90, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0061530c0, 0xc0015f65b0, 0xc0061521b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0061530c0, 0xc0005efb20, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0061530c0, 0xc0005efb20, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0061530c0, 0xc0005efb20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0061530c0, 0xc0005efb20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0061530c0, 0xc001cbc1c0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0043cd0c0, 0xc001cbc1c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043cd0c0, 0xc001cbc1c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0061530c0, 0xc001cbc0e0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0043cd0c0, 0xc001cbc0e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043cd0c0, 0xc001cbc0e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0061530c0, 0xc002655c70, 0x7fe23810e308, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0043cd0c0, 0xc002655c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043cd0c0, 0xc002655c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0061530c0, 0xc002655b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0043cd0c0, 0xc002655b90, 0x54b170, 0xc000386a90)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002655b90, 0x0, 0x0, 0x0, 0x0, 0xc002655b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0029fd7d0, 0x0, 0x0, 0x0, 0xd80, 0xc001dda000, 0xd63, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001dda000, 0xd63, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x54222db700000000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043cd518, 0xc0007633c0, 0xc000b32740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 583 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0030ca300, 0x6ba, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0030ca300, 0x6ba, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0030ca300, 0x6ba, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0030ca300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0030ca300, 0x6ba, 0x0, 0x0, 0x6ba, 0x700, 0xc0030ca300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0030ca300, 0x6ba, 0x6ba, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000764140, 0x43, 0xc0030ca300, 0x6ba, 0xc0030ca300, 0x6ba, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000764140, 0x43, 0xc0030ca300, 0x6ba, 0xaa0378, 0x1, 0xc0030ca300, 0x6ba, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 584 [semacquire]:
strings.genSplit(0xc005210400, 0xb52, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0055a4000, 0x262, 0x262)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038833c0, 0xaa05c9, 0x2, 0xc002e94000, 0xb52, 0x3, 0x262, 0xc0033087a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc002e94000, 0xb52, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003883518, 0xc000762ba0, 0x39, 0xc0023e3b80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006ef980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 585 [runnable]:
unicode.SimpleFold(0x4e, 0xc003c68fa0)
	/usr/local/go/src/unicode/letter.go:336 +0x14f
regexp/syntax.(*compiler).rune(0xc006832b30, 0xc002b6a308, 0x1, 0xe, 0xd5, 0x600000003)
	/usr/local/go/src/regexp/syntax/compile.go:271 +0x1df
regexp/syntax.(*compiler).compile(0xc006832b30, 0xc001912af0, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc006832b30, 0xc001912b60, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc001912b60, 0xc001912b60, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc006832ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc006832ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0032fffac)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc006832ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc006832ff8, 0x1, 0xc0021fcde0, 0xc0103c36301, 0x280460fee2f0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006832ff8, 0x4, 0xd95, 0xc002244201, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002244000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc003bd1a00, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005d58f00, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0017f78f8, 0xc003a88c00, 0x11da, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006efa40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 586 [semacquire]:
strings.Replace(0xc0041fa000, 0x164e, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x1, 0xc0041fa000, 0x164e)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0042858f8, 0xc00072b800, 0x164d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006efb00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 587 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000762380, 0xc00220d220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00220d588, 0xaa04f9, 0x2, 0xc004aa0280, 0x95, 0xd, 0x1a, 0xc001cfc520)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00220d518, 0xc0032a8020, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006efbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 588 [semacquire]:
bytes.makeSlice(0xe3f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0031e9388, 0x65, 0x7d)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0031e9388, 0xc001ae4620, 0x65, 0x5165d7, 0xc0054e029c, 0xc00076e148)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003ff97a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003ff9730)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00055fce0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00055fc00)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00055f500)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001b63380, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031e9518, 0xc000c45c40, 0x29, 0xc0006e65d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006efc80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 589 [semacquire]:
regexp.makeOnePass(0xc00135b5f0, 0xc00135b5f0)
	/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc00135b590, 0xc00135b590)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002864ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002864ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003331f14)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002864ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002864ff8, 0x1, 0xc005625cb0, 0xc01009e5101, 0x280460fec108)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002864ff8, 0x4, 0xd0f, 0xc002a3b201, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a3b000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x42c59c, 0x7fe23811ef80, 0x33f)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00135b560, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028658f8, 0xc001654c00, 0x1298, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006efd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 590 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004680000, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020e9518, 0xc00115b4c0, 0x23, 0xc000a15b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006efe00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 39 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003dc3c00, 0x60f, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003dc3c00, 0x60f, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003dc3c00, 0x60f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003dc3c00, 0x60f, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003dc3c00, 0x60f, 0x0, 0x0, 0x60f, 0xc003dc3c00, 0x60f)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003dc3c00, 0x60f, 0x60f, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002dde840, 0x38, 0xc003dc3c00, 0x60f, 0xc003dc3c00, 0x60f, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002dde840, 0x38, 0xc003dc3c00, 0x60f, 0xaa0378, 0x1, 0xc003dc3c00, 0x60f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0006eff80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 40 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0044c2000, 0x6ba, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0044c2000, 0x6ba, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0044c2000, 0x6ba, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0044c2000, 0x6ba, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0044c2000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0044c2000, 0x6ba, 0x0, 0x0, 0x6ba, 0x700, 0xc0044c2000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0044c2000, 0x6ba, 0x6ba, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea6eb0, 0x43, 0xc0044c2000, 0x6ba, 0xc0044c2000, 0x6ba, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000ea6eb0, 0x43, 0xc0044c2000, 0x6ba, 0xaa0378, 0x1, 0xc0044c2000, 0x6ba, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 41 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0023d2000, 0x75b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0023d2000, 0x75b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0023d2000, 0x75b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0023d2000, 0x75b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0023d2000, 0x75b, 0x0, 0x0, 0x75b, 0xc0023d2000, 0x75b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0023d2000, 0x75b, 0x75b, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e7aa50, 0x2c, 0xc0023d2000, 0x75b, 0xc0023d2000, 0x75b, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000e7aa50, 0x2c, 0xc0023d2000, 0x75b, 0xaa0378, 0x1, 0xc0023d2000, 0x75b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000427f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 42 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0039bd000, 0xda2, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0039bd000, 0xda2, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0039bd000, 0xda2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0039bd000, 0xda2, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0039bd000, 0xda2, 0x0, 0x0, 0xda2, 0xc0039bd000, 0xda2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0039bd000, 0xda2, 0xda2, 0x1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026dc870, 0x23, 0xc0039bd000, 0xda2, 0xc0039bd000, 0xda2, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026dc870, 0x23, 0xc0039bd000, 0xda2, 0xaa0378, 0x1, 0xc0039bd000, 0xda2, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 43 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00185f000, 0xda2, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00185f000, 0xda2, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00185f000, 0xda2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00185f000, 0xda2, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00185f000, 0xda2, 0x0, 0x0, 0xda2, 0xc00185f000, 0xda2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00185f000, 0xda2, 0xda2, 0x1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002eea011, 0x35, 0xc00185f000, 0xda2, 0xc00185f000, 0xda2, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002eea011, 0x35, 0xc00185f000, 0xda2, 0xaa0378, 0x1, 0xc00185f000, 0xda2, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 44 [semacquire]:
regexp/syntax.Parse(0xaa5b70, 0x5, 0xc0005e00d4, 0x7fe260fef001, 0x47f290, 0xc005b31e30)
	/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa5b70, 0x5, 0xd4, 0xc000039338, 0xc0005e3248, 0x509d68)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa5b70, 0x5, 0xaa0378)
	/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0005e3518, 0xc0032138e0, 0xc0000b2ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:324 +0x7f8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f81e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 45 [semacquire]:
golang.org/x/net/html/atom.String(0xc0021f6145, 0x8, 0xebb, 0xebb, 0xc0021f614f)
	/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc0000980d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0052f2270, 0xc006402070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007631c0, 0x0, 0x0, 0x0, 0xc0020f7200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007631c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0020f78f8, 0xc000d97500, 0x9d0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f82a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 46 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001dbcf00, 0x485, 0xc002121218, 0xc003be6380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001dbcf00, 0x485, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0021213c0, 0xaa04df, 0x2, 0xc001dbcf00, 0x485, 0x1, 0x141, 0xc005a65280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001dbcf00, 0x485, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002121518, 0xc003383b60, 0x79, 0xc001137c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 48 [semacquire]:
bytes.makeSlice(0x5ef, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002f06e10, 0x5, 0x3)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002f06e10, 0xc0038ff633, 0x5, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002f06e10, 0xc0038ff633, 0x5, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002f06e10, 0xc00663bab0, 0x1, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002f06e10, 0xc00663ba40, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002f06e10, 0xc0041d6a10, 0xb84d20, 0xc002f06e10)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002f06e10, 0xc0041d6a10, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004c85080, 0x1952a84d8, 0x1251a20, 0xc00137ed20, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f84e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 49 [runnable]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00642b140, 0xc00078b110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:127 +0x159
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00642b140, 0xc00078afc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00642b140, 0xc00078a9a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00642b140, 0xc00078a8c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00642b140, 0xc00078a1c0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x46a5ec)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc00642b140, 0xc00078a1c0, 0xc00355f1e8, 0x747325, 0xc00004d180)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc00078a0e0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc000900f50, 0x1, 0x1, 0xc00355f348, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000900f50, 0x1, 0x1, 0xb856e0, 0xc00642b140, 0xc00355f3c8, 0x46e6ce, 0xc002cb3000)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005bb27b0, 0xaa64ee, 0x5, 0xc7c)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00355f518, 0xc00642aec0, 0x761, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f85a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 594 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000108ea0, 0xc003350208, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000108ea0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000108ea0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000108ea0, 0xc000448c40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003309c60, 0x0, 0x0, 0x0, 0xc004591200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003309c60, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0045918f8, 0xc002348000, 0x1ff7, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 595 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0010b0cc0, 0xc0035612c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035613c0, 0xaa04fd, 0x2, 0xc00231c000, 0x1473, 0x1, 0x3fd, 0xc0010b0ca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00231c000, 0x1473, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003561518, 0xc0010b0880, 0x58, 0xc0010dc600)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 597 [semacquire]:
strings.genSplit(0xc005f30000, 0x11b5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x363, 0x363)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038413c0, 0xaa04fd, 0x2, 0xc004998600, 0x11b5, 0x5c, 0x363, 0xc003113ca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004998600, 0x11b5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003841518, 0xc0010b0420, 0x5e, 0xc00271eea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f88a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 598 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001a3a000, 0x117c, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001a3a000, 0x117c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001a3a000, 0x117c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001a3a000, 0x117c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001a3a000, 0x117c, 0x0, 0x0, 0x117c, 0xc001a3a000, 0x117c)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001a3a000, 0x117c, 0x117c, 0x1300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b5ebd0, 0x4b, 0xc001a3a000, 0x117c, 0xc001a3a000, 0x117c, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b5ebd0, 0x4b, 0xc001a3a000, 0x117c, 0xaa0378, 0x1, 0xc001a3a000, 0x117c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 600 [semacquire]:
bytes.makeSlice(0x1a2, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00205f208, 0x1a2, 0x203000)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00205f208, 0xc000cdafc0, 0x1a2, 0x1, 0xb856e0, 0xc00656ce00)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002053a40)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0020539d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00226c9c0, 0xa9ece0, 0xc00226c990)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00205f518, 0xc0004e6640, 0x6b)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 601 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001c4f000, 0xe78, 0xc002029218, 0xc00004d500)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001c4f000, 0xe78, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020293c0, 0xaa04d9, 0x2, 0xc001c4f000, 0xe78, 0x1, 0x2c5, 0xc00115b6e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001c4f000, 0xe78, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002029518, 0xc0004e66e0, 0x2a, 0xc000cd50b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 602 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0028735f0, 0xc0045ffea0, 0xdd)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0028735f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0028735f0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0028735f0, 0xc00065efc0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000b3e40, 0x0, 0x0, 0x0, 0xc000437200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000b3e40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0004378f8, 0xc002157800, 0x27b2, 0xc0009d78e1, 0x4, 0xc0009d78e6)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 603 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00450eb30, 0xc000b73d98, 0x1, 0xa, 0xd5, 0xe00000007)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00450eb30, 0xc005706a10, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00450eb30, 0xc005706a80, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005706a80, 0xc005706a80, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00450eff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00450eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0023d41ec)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00450eff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00450eff8, 0x1, 0xc001d2e950, 0xc0102c4a700, 0x280460fece98)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00450eff8, 0x4, 0x33e, 0xc001404c01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001404000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002873930, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0038d78c0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00450f8f8, 0xc000a9a000, 0x1c86, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 604 [semacquire]:
regexp.makeOnePass.func1(0xc, 0xc0023d4300, 0x10, 0x10, 0x1)
	/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc0038d7980, 0xc0038d7980)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0038d7920, 0xc0038d7920)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0040e0ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0040e0ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0023d42cc)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0040e0ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0040e0ff8, 0x1, 0xc001d2e970, 0xc01033de001, 0x280460fec108)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0040e0ff8, 0x4, 0x852, 0xc000973701, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000973000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc002873ad0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0038d78f0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040e18f8, 0xc002278000, 0x1778, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 605 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001ed3920, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00171f518, 0xc0010007a0, 0x36, 0xc000aa9800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 606 [semacquire]:
strings.genSplit(0xc004efdb00, 0x871, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002e3a000, 0x1c6, 0x1c6)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046113c0, 0xaa0569, 0x2, 0xc004218000, 0x871, 0x1, 0x1c6, 0xc0010008e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004218000, 0x871, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004611518, 0xc003308940, 0x3b, 0xc000a9e400)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f8f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 607 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a15000, 0x158b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a15000, 0x158b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a15000, 0x158b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a15000, 0x158b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003a15000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a15000, 0x158b, 0x0, 0x0, 0x158b, 0x1800, 0xc003a15000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a15000, 0x158b, 0x158b, 0x1800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a14750, 0x21, 0xc003a15000, 0x158b, 0xc003a15000, 0x158b, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a14750, 0x21, 0xc003a15000, 0x158b, 0xaa0378, 0x1, 0xc003a15000, 0x158b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 608 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00385d000, 0xe93, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037b13c0, 0xaa04f9, 0x2, 0xc00385d000, 0xe93, 0x5, 0x2dc, 0xc004c381a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00385d000, 0xe93, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037b1518, 0xc0009c7700, 0x2e, 0xc000b6d890)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f90e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 609 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0025d4f00, 0x10, 0x10, 0xc0024a3f00, 0x1c, 0x20, 0xc0018b7020, 0xc003956e78, 0x1, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc003254c00, 0x1, 0x1, 0xc0018b70f0, 0x7fe260fece98, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc003254c00, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc003956e78, ...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc00477e9f0, 0xc00568a630)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0018b7518, 0xc00477e9f0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0018b7518, 0xc0024883e0, 0x2c)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f91a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 611 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0042e6a20, 0x19342c66d, 0x1251a20, 0xc001c5ee80, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 612 [semacquire]:
strings.genSplit(0xc004f6a800, 0x741, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d40000, 0x1c2, 0x1c2)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027a73c0, 0xaa05c9, 0x2, 0xc0062d2000, 0x741, 0x4, 0x1c2, 0xc00103fde0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0062d2000, 0x741, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0027a7518, 0xc004c38640, 0x39, 0xc004559c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f93e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 613 [runnable]:
bytes.makeSlice.func1()
	/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x4774, 0xc005789000, 0x4774, 0x4774)
	/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc001b23208, 0x224, 0xab)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001b23208, 0xc000ab1d40, 0x224, 0x5165d7, 0xc000016614, 0xc001795a28)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002135f10)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002135ea0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00212e770)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004b1ec60, 0xc004b1f3b0, 0xc0008a3800)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b23518, 0xc001dd2720, 0x3a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f94a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 614 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003afea80, 0x9ea, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003afea80, 0x9ea, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003afea80, 0x9ea, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003afea80, 0x9ea, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003afea80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003afea80, 0x9ea, 0x0, 0x0, 0x9ea, 0xa80, 0xc003afea80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003afea80, 0x9ea, 0x9ea, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000a9f7c0, 0x3d, 0xc003afea80, 0x9ea, 0xc003afea80, 0x9ea, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000a9f7c0, 0x3d, 0xc003afea80, 0x9ea, 0xaa0378, 0x1, 0xc003afea80, 0x9ea, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 615 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00239a800, 0x721, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00350f3c0, 0xaa04df, 0x2, 0xc00239a800, 0x721, 0x1, 0x180, 0xc0059f4540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00239a800, 0x721, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00350f518, 0xc00115b7e0, 0x43, 0xc00189a550)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 616 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003139000, 0xec6, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003139000, 0xec6, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003139000, 0xec6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003139000, 0xec6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003139000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003139000, 0xec6, 0x0, 0x0, 0xec6, 0x1000, 0xc003139000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003139000, 0xec6, 0xec6, 0x1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dacc90, 0x27, 0xc003139000, 0xec6, 0xc003139000, 0xec6, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000dacc90, 0x27, 0xc003139000, 0xec6, 0xaa0378, 0x1, 0xc003139000, 0xec6, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f96e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 617 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001ecaa00, 0x135d, 0x5165d7, 0xc003be6380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001ecaa00, 0x135d, 0xc000dffc1c, 0x4)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031cf3c0, 0xaa0569, 0x2, 0xc001ecaa00, 0x135d, 0xc001ecaa00, 0xc0031cf3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc001ecaa00, 0x135d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031cf518, 0xc005a64380, 0x32, 0xc002292480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f97a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 618 [runnable]:
strings.Index(0xc000cfac30, 0xd0, 0xaa0378, 0x1, 0x1c)
	/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc000cfac30, 0xd0, 0xaa0378, 0x1, 0x0, 0x1c, 0xd0, 0xc000cfa9c0, 0xd0)
	/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003259588, 0xaa04f9, 0x2, 0xc000cfa9c0, 0xd0, 0x7, 0xc003259290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x4, 0xc0062217a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006221530, 0xc003259320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003259518, 0xc006220300, 0xc0022264e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003259518, 0xc006220300, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003259518, 0xc006220300, 0xc006220300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 619 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1d820ffb0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00128a710, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00128a700, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001aa5800, 0x6dd, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000efe780, 0x3a, 0xc001aa5800, 0x6dd, 0xc001aa5800, 0x6dd, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000efe780, 0x3a, 0xc001aa5800, 0x6dd, 0xaa0378, 0x1, 0xc001aa5800, 0x6dd, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 620 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002832000, 0xdd7, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002832000, 0xdd7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002832000, 0xdd7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002832000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002832000, 0xdd7, 0x0, 0x0, 0xdd7, 0x1000, 0xc002832000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002832000, 0xdd7, 0xdd7, 0x1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000efec00, 0x2b, 0xc002832000, 0xdd7, 0xc002832000, 0xdd7, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000efec00, 0x2b, 0xc002832000, 0xdd7, 0xaa0378, 0x1, 0xc002832000, 0xdd7, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f99e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 621 [semacquire]:
strings.Replace(0xc00621c000, 0xfa3, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x32, 0xc00621c000, 0xfa3)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a5f518, 0xc0004e6f60, 0xc0004e78e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 622 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002ff9000, 0xd9c, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002ff9000, 0xd9c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002ff9000, 0xd9c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002ff9000, 0xd9c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002ff9000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002ff9000, 0xd9c, 0x0, 0x0, 0xd9c, 0x1300, 0xc002ff9000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002ff9000, 0xd9c, 0xd9c, 0x1300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000eff800, 0x32, 0xc002ff9000, 0xd9c, 0xc002ff9000, 0xd9c, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000eff800, 0x32, 0xc002ff9000, 0xd9c, 0xaa0378, 0x1, 0xc002ff9000, 0xd9c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 623 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005a64900, 0xc001f352c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f353c0, 0xaa04f9, 0x2, 0xc004b8e600, 0x1278, 0xc004b8e600, 0xc001f353b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004b8e600, 0x1278, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f35518, 0xc0022277c0, 0x39, 0xc000aa9300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 624 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002ffab60, 0xc003ce82e0, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002ffab60, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ffab60)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002ffab60, 0xc00130ca10, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004cdb720, 0x0, 0x0, 0x0, 0xc001039200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004cdb720, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010398f8, 0xc0012f0000, 0x38f8, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 625 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0029f7500, 0x14db, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0029f7500, 0x14db, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0029f7500, 0x14db, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0029f7500, 0x14db, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0029f7500, 0x14db, 0x0, 0x0, 0x14db, 0xc0029f7500, 0x14db)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0029f7500, 0x14db, 0x14db, 0x1500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001287f40, 0x3a, 0xc0029f7500, 0x14db, 0xc0029f7500, 0x14db, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001287f40, 0x3a, 0xc0029f7500, 0x14db, 0xaa0378, 0x1, 0xc0029f7500, 0x14db, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 627 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe21020c360, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0035ed240, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0035ed230, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000bf7200, 0x807, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001286800, 0x37, 0xc000bf7200, 0x807, 0xc000bf7200, 0x807, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001286800, 0x37, 0xc000bf7200, 0x807, 0xaa0378, 0x1, 0xc000bf7200, 0x807, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0015f9f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 628 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0050b0a80, 0x94e, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0050b0a80, 0x94e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0050b0a80, 0x94e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0050b0a80, 0x94e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0050b0a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0050b0a80, 0x94e, 0x0, 0x0, 0x94e, 0xa80, 0xc0050b0a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0050b0a80, 0x94e, 0x94e, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001286a99, 0x26, 0xc0050b0a80, 0x94e, 0xc0050b0a80, 0x94e, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001286a99, 0x26, 0xc0050b0a80, 0x94e, 0xaa0378, 0x1, 0xc0050b0a80, 0x94e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 629 [semacquire]:
regexp.onePassCopy(0xc00037c240, 0xc00037c240)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00037c240, 0xc00037c240)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0005b9300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0005b9300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0005b9300, 0x0, 0xb856e0, 0xc00039e188, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0005b9300, 0xc0039a4ee0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0005b9300, 0x42ca96, 0xc00037c210, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0005b9370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0032a8940, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002558cf0, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0005b9518, 0xc00115aee0, 0xabc101, 0x1d, 0x6a, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018340c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 630 [semacquire]:
strings.genSplit(0xc002c4f000, 0xf50, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc000b3b000, 0x379, 0x379)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a1b3c0, 0xaa04fd, 0x2, 0xc00550e000, 0xf50, 0x1, 0x379, 0xc00103ede0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00550e000, 0xf50, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a1b518, 0xc0009c66c0, 0x60, 0xc002716072)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 631 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005df400, 0xaa04f9, 0x2, 0xc00128c480, 0x211, 0xc0005df240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xa, 0xc00419f9b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc001b4cc90, 0xc0005df2c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0005df388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0005df388, 0xc004d86f00, 0xaa04f9, 0x2, 0xc0005df518, 0x8, 0x9ecc80, 0xc0005df301, 0xc000900fa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0005df518, 0xc004d86f00, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 632 [semacquire]:
regexp.(*Regexp).expand(0xc000149400, 0xc005a5dda0, 0x20, 0x20, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc000a34a90, ...)
	/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc005a5dda0, 0x20, 0x20, 0xc00403e310, 0x2, 0x2, 0xc000a34a90, 0xc7, 0x1f)
	/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc000a34a90, 0xc7, 0x2, 0xc003592198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc000a34a90, 0xc7, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035930c0, 0xc0047e51f0, 0xc0035921b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035930c0, 0xc0047e5180, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0035930c0, 0xc0047e5180, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035930c0, 0xc0047e5180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035930c0, 0xc0047e5180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035930c0, 0xc002a35ea0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038330c0, 0xc002a35ea0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038330c0, 0xc002a35ea0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035930c0, 0xc002a35dc0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038330c0, 0xc002a35dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038330c0, 0xc002a35dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035930c0, 0xc002a356c0, 0x20300100000000, 0x7fe10134dfff)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038330c0, 0xc002a356c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038330c0, 0xc002a356c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035930c0, 0xc002a355e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038330c0, 0xc002a355e0, 0x54b170, 0xc002873ba0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a355e0, 0x0, 0x0, 0x0, 0x0, 0xc002a355e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030a8e40, 0x0, 0x0, 0x0, 0x2000, 0xc004798000, 0x1c41, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004798000, 0x1c41, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0005cd440)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003833518, 0xc0009c6860, 0xc00522d580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 633 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0040f2000, 0x95e, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0040f2000, 0x95e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0040f2000, 0x95e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0040f2000, 0x95e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0040f2000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0040f2000, 0x95e, 0x0, 0x0, 0x95e, 0xc00, 0xc0040f2000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0040f2000, 0x95e, 0x95e, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00464287d, 0x37, 0xc0040f2000, 0x95e, 0xc0040f2000, 0x95e, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00464287d, 0x37, 0xc0040f2000, 0x95e, 0xaa0378, 0x1, 0xc0040f2000, 0x95e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018343c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 634 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00551f0c0, 0xc0025e4bb0, 0xae, 0x2, 0x2, 0x6)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00551f0c0, 0xc0025e4bb0, 0xae, 0xae, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00551f0c0, 0xc000d58cb0, 0xc00551e1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00551f0c0, 0xc000d58c40, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00551f0c0, 0xc000d58c40, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00551f0c0, 0xc000d58c40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00551f0c0, 0xc000d58c40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00551f0c0, 0xc00297fe30, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00425b0c0, 0xc00297fe30, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b0c0, 0xc00297fe30, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00551f0c0, 0xc00297fd50, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00425b0c0, 0xc00297fd50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b0c0, 0xc00297fd50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00551f0c0, 0xc003231b90, 0x7fe2380c75e0, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00425b0c0, 0xc003231b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b0c0, 0xc003231b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00551f0c0, 0xc003231ab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00425b0c0, 0xc003231ab0, 0x54b170, 0xc00078c4e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003231ab0, 0x0, 0x0, 0x0, 0x0, 0xc003231ab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000ccaf90, 0x0, 0x0, 0x0, 0x1300, 0xc0024fd900, 0x1039, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0024fd900, 0x1039, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024e4d80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00425b518, 0xc001c5f4a0, 0xc001c5fd40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 635 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031e53c0, 0xaa059b, 0x2, 0xc00083e800, 0xb88, 0x1a, 0x28f, 0xc00000f360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00083e800, 0xb88, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031e5518, 0xc00000ede0, 0x40, 0xc001273b0a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 636 [runnable]:
bytes.makeSlice(0x40f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005fb10c0, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005fb10c0, 0x1189d54, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005fb10c0, 0xc000f63d10, 0x4e, 0x4e, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb10c0, 0xc003911810, 0xc005fb01b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb10c0, 0xc0039117a0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005fb10c0, 0xc0039117a0, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb10c0, 0xc0039117a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb10c0, 0xc0039117a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb10c0, 0xc0039b2930, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00451b0c0, 0xc0039b2930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00451b0c0, 0xc0039b2930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb10c0, 0xc0039b2850, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00451b0c0, 0xc0039b2850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00451b0c0, 0xc0039b2850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb10c0, 0xc0049f6850, 0x7fe23811b578, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00451b0c0, 0xc0049f6850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00451b0c0, 0xc0049f6850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005fb10c0, 0xc0049f6770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00451b0c0, 0xc0049f6770, 0x54b170, 0xc000387e10)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0049f6770, 0x0, 0x0, 0x0, 0x0, 0xc0049f6770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002d603f0, 0x0, 0x0, 0x0, 0x1800, 0xc000ec8000, 0x1551, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000ec8000, 0x1551, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000cccd00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00451b518, 0xc0000b3880, 0xc000b33300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 637 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0020f2e38, 0xc004f8f0c8, 0x1, 0x6, 0xd5, 0x600000003)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0020f2e38, 0xc005f0a620, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0020f2e38, 0xc005f0a690, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005f0a690, 0xc005f0a690, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x1cb)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0020f3300, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0020f3300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0020f3300, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0020f3300, 0x75a856, 0x0, 0xc002c77c70, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0020f3300, 0x79, 0xc0020f3350, 0x42cc84, 0xc005bb36b0, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0020f3368, 0xc0020f3380, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc005bcefa0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002fb7710, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0020f3518, 0xc0034d13c0, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018346c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 638 [semacquire]:
strings.genSplit(0xc003287600, 0x523, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004a2ec00, 0x116, 0x116)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020f53c0, 0xaa0569, 0x2, 0xc00038ac00, 0x523, 0x2f, 0x116, 0xc000762280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00038ac00, 0x523, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020f5518, 0xc0032128c0, 0x42, 0xc000f631d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 639 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe190001230, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0031de130, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0031de120, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00308ae00, 0x6e7, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000907d40, 0x2e, 0xc00308ae00, 0x6e7, 0xc00308ae00, 0x6e7, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000907d40, 0x2e, 0xc00308ae00, 0x6e7, 0xaa0378, 0x1, 0xc00308ae00, 0x6e7, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 640 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0009b4000, 0xea2, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0009b4000, 0xea2, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0009b4000, 0xea2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0009b4000, 0xea2, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0009b4000, 0xea2, 0x0, 0x0, 0xea2, 0xc0009b4000, 0xea2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0009b4000, 0xea2, 0xea2, 0x1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114a50, 0x2c, 0xc0009b4000, 0xea2, 0xc0009b4000, 0xea2, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114a50, 0x2c, 0xc0009b4000, 0xea2, 0xaa0378, 0x1, 0xc0009b4000, 0xea2, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 641 [runnable]:
strings.Index(0xc001109400, 0x24c, 0xaa0378, 0x1, 0x5a)
	/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc001109400, 0x24c, 0xaa0378, 0x1, 0x0, 0x5a, 0x2a6, 0xc001108c80, 0x24c)
	/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032f7588, 0xaa04f9, 0x2, 0xc001108c80, 0x24c, 0x19, 0x43, 0xc000fefca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0032f7518, 0xc002408860, 0x4c)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018349c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 642 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc005a64ca0, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a64ca0, 0x0, 0x0, 0x0, 0xc0034b5200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a64ca0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034b58f8, 0xc003a88c00, 0x1046, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 643 [semacquire]:
bytes.makeSlice(0x67d, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001b621e0, 0x4f, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001b621e0, 0xc001419ea0, 0x4f, 0x6, 0xffffffffffffffff, 0x1)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001b621e0, 0xc001419ea0, 0x4f, 0x74e006, 0xc0035a0040)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001b621e0, 0xc00076c070, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001b621e0, 0xc00076c000, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b621e0, 0xc00076bf10, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b621e0, 0xc00076be30, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001b621e0, 0xc00076b730, 0xb84d20, 0xc001b621e0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001b621e0, 0xc00076b730, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002c4d530, 0x193af1d86, 0x1251a20, 0xc001cfd260, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 644 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00380f3c0, 0xaa0503, 0x2, 0xc000b1a000, 0x1cfa, 0x4, 0x67d, 0xc00522c960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000b1a000, 0x1cfa, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00380f518, 0xc00522c5a0, 0x56, 0xc0022f2c8c)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 645 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000149400, 0x0, 0x0, 0x0, 0xc0008a11d0, 0x29, 0x2, 0xc00422fe30, 0x60, 0xa81260, ...)
	/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000149400, 0xc0008a11d0, 0x29, 0xaa0378, 0x1, 0xc00422feb8, 0x46620f)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc003928070, 0xc0017b4cc0, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc003928000, 0x1259780, 0x1259790)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc003928000, 0x4c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc003928000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc00134d1f0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0042310c0, 0xc00134d1f0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc00134d1f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc00134d1f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc00392bab0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041b30c0, 0xc00392bab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041b30c0, 0xc00392bab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc00392b9d0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041b30c0, 0xc00392b9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041b30c0, 0xc00392b9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc00392b2d0, 0xc001d7aa80, 0x7fe260fee9b8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041b30c0, 0xc00392b2d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041b30c0, 0xc00392b2d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc00392b180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041b30c0, 0xc00392b180, 0x54b170, 0xc000098270)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00392b180, 0x0, 0x0, 0x0, 0x0, 0xc00392b180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00518af90, 0x0, 0x0, 0x0, 0xc00, 0xc00083e800, 0xabe, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00083e800, 0xabe, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0008a0de0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0041b3518, 0xc0027ee1a0, 0xc0027eea60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 646 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0035ee820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0035ee8f0, 0xc00226e690, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000b33240, 0x0, 0x0, 0x0, 0xc001c4b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000b33240, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c4b8f8, 0xc001639400, 0x22b5, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 647 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc005a64e40, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a64e40, 0x0, 0x0, 0x0, 0xc003511200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a64e40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035118f8, 0xc001b8e000, 0xee7, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 648 [semacquire]:
strings.genSplit(0xc005ae5000, 0xb32, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x24f, 0x24f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008953c0, 0xaa04d9, 0x2, 0xc000bd6800, 0xb32, 0x1, 0x24f, 0xc005965c60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000bd6800, 0xb32, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000895518, 0xc005049c80, 0x36, 0xc0032656c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 649 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x172a330, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00076ee30, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00076ee20, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00319f500, 0xa6c, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012bcd20, 0x26, 0xc00319f500, 0xa6c, 0xc00319f500, 0xa6c, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012bcd20, 0x26, 0xc00319f500, 0xa6c, 0xaa0378, 0x1, 0xc00319f500, 0xa6c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001834fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 650 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234004360, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bbf010, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001bbf000, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0016f0300, 0x658, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000aa9e40, 0x3a, 0xc0016f0300, 0x658, 0xc0016f0300, 0x658, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000aa9e40, 0x3a, 0xc0016f0300, 0x658, 0xaa0378, 0x1, 0xc0016f0300, 0x658, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 651 [runnable]:
github.com/fatih/set.(*Set).Add(0xc00000e9e0, 0xc001bd5220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001bd5588, 0xaa04f9, 0x2, 0xc00307ec60, 0x101, 0x1, 0x1f, 0xc00000e8e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001bd5518, 0xc0010b0d00, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 653 [semacquire]:
bytes.makeSlice(0xc4, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000337138, 0x44, 0x40)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000337138, 0xc000ea6550, 0x44, 0x5165d7, 0xc00535dbc0, 0xc0013c03a5)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002386a80)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002386a10)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002386930)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000e517d0, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000337518, 0xc000e517d0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000337518, 0xc0010b1980, 0x46)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018352c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 654 [runnable]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc00229f110, 0x0, 0xc00229fc70, 0x0, 0xc0035cc528, 0x1, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc00229fc70, 0x1, 0xc0035cc528, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45
github.com/PuerkitoBio/goquery.mapNodes(0xc0035cc300, 0x1, 0x1, 0xc003cbb0f0, 0x7fe260fef080, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0035cc300, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0035cc530, ...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc000ebc6c0, 0xc002830cc0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc003cbb518, 0xc000ebc6c0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003cbb518, 0xc003383cc0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 655 [semacquire]:
golang.org/x/net/html/atom.String(0xc0054340fa, 0x8, 0xf06, 0xf06, 0xc005434104)
	/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc00452f380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc00452f520, 0xc0049f63f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003213240, 0x0, 0x0, 0x0, 0xc00355d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003213240, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00355d8f8, 0xc00105d900, 0x10bd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 656 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0004f9300, 0x197a, 0xc004263218, 0xc002c4a700)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0004f9300, 0x197a, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042633c0, 0xaa059b, 0x2, 0xc0004f9300, 0x197a, 0x1e, 0x5b4, 0xc002227b60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0004f9300, 0x197a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004263518, 0xc002227780, 0x41, 0xc004e86b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 657 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc001884ce0, 0xc00213d2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00213d3c0, 0xaa04fd, 0x2, 0xc000839000, 0x74d, 0x1, 0x1c8, 0xc0009c63c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc000839000, 0x74d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00213d518, 0xc002301c20, 0x2a, 0xc000cd5bf0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018355c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 658 [runnable]:
github.com/fatih/set.(*Set).Has(0xc00039e1c0, 0xc0042652c0, 0x1, 0x1, 0xc000480100)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:71 +0x13
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042653c0, 0xaa04df, 0x2, 0xc0043eb500, 0x149f, 0x1, 0x44e, 0xc0010008a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc0043eb500, 0x149f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004265518, 0xc002408360, 0x30, 0xc000a14000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 659 [semacquire]:
strings.genSplit(0xc0020d4000, 0xec3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0061ef000, 0x35f, 0x35f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00318d3c0, 0xaa0503, 0x2, 0xc005675000, 0xec3, 0x4, 0x35f, 0xc005965440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc005675000, 0xec3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00318d518, 0xc0059650a0, 0x3c, 0xc002b6b8c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 660 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002f544e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002f54750, 0xc0055312d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0009c6040, 0x0, 0x0, 0x0, 0xc0014c1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0009c6040, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014c18f8, 0xc001a74000, 0xff2, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 661 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe234001b80, 0x7fe138003110)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000aea0b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000aea0a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00147b800, 0x17c8, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b732c0, 0x38, 0xc00147b800, 0x17c8, 0xc00147b800, 0x17c8, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b732c0, 0x38, 0xc00147b800, 0x17c8, 0xaa0378, 0x1, 0xc00147b800, 0x17c8, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018358c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 662 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00266f1e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00266f1e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00266f1e0, 0xc006803030, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000fef8c0, 0x0, 0x0, 0x0, 0xc003b59200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000fef8c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b598f8, 0xc0032a0f00, 0x23f8, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 663 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002d61bf0, 0x17187cb35, 0x1251a20, 0xc00522ce40, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 664 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1780026b0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002daedc0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002daedb0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0003c2000, 0x1b63, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0033540c0, 0x34, 0xc0003c2000, 0x1b63, 0xc0003c2000, 0x1b63, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0033540c0, 0x34, 0xc0003c2000, 0x1b63, 0xaa0378, 0x1, 0xc0003c2000, 0x1b63, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 665 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2241c6410, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00162b930, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00162b920, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0026af000, 0xf68, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0020554c0, 0x1d, 0xc0026af000, 0xf68, 0xc0026af000, 0xf68, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0020554c0, 0x1d, 0xc0026af000, 0xf68, 0xaa0378, 0x1, 0xc0026af000, 0xf68, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 666 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000098a90, 0xc0023de000, 0x212)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000098a90, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000098a90)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000098a90, 0xc004cbfb20, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000763240, 0x0, 0x0, 0x0, 0xc000e15200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000763240, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000e158f8, 0xc00300b900, 0x23f9, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 667 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00078cdd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00078cea0, 0xc00021b960, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00229c440, 0x0, 0x0, 0x0, 0xc001497200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00229c440, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014978f8, 0xc002ea4000, 0x1c5f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 668 [runnable]:
unicode.IsSpace(0xc00000000a, 0xc001680e60)
	/usr/local/go/src/unicode/graphic.go:126 +0x98
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0069df0c0, 0xc001680e60, 0x9a, 0x7, 0xc001680e60)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:431 +0x25d
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0069df0c0, 0xc004ca8540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0069df0c0, 0xc004ca8540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069df0c0, 0xc004ca8460, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f250c0, 0xc004ca8460, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f250c0, 0xc004ca8460, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069df0c0, 0xc004ca8380, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f250c0, 0xc004ca8380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f250c0, 0xc004ca8380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069df0c0, 0xc005573ea0, 0xc004303180, 0x7fe260fee9b8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f250c0, 0xc005573ea0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f250c0, 0xc005573ea0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0069df0c0, 0xc005573dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f250c0, 0xc005573dc0, 0x54b170, 0xc002eec9c0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005573dc0, 0x0, 0x0, 0x0, 0x0, 0xc005573dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00465cae0, 0x0, 0x0, 0x0, 0xd80, 0xc001e81b00, 0xd6c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001e81b00, 0xd6c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00305f920)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f25518, 0xc0007620a0, 0xc001884160)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 669 [semacquire]:
encoding/json.(*decodeState).literalStore(0xc00227f810, 0xc005962dfb, 0x11, 0x105, 0x9e4c80, 0xc004a06688, 0x18d, 0x0, 0x126, 0xc00227f838)
	/usr/local/go/src/encoding/json/decode.go:988 +0x1007
encoding/json.(*decodeState).value(0xc00227f810, 0x9e4c80, 0xc004a06688, 0x18d, 0x9e4c80, 0xc004a06688)
	/usr/local/go/src/encoding/json/decode.go:401 +0x1de
encoding/json.(*decodeState).object(0xc00227f810, 0xa49de0, 0xc004a06680, 0x199, 0xab20e1, 0xb)
	/usr/local/go/src/encoding/json/decode.go:782 +0x12e5
encoding/json.(*decodeState).value(0xc00227f810, 0xa49de0, 0xc004a06680, 0x199, 0xa49de0, 0xc004a06680)
	/usr/local/go/src/encoding/json/decode.go:387 +0x6d
encoding/json.(*decodeState).array(0xc00227f810, 0x9cfa40, 0xc005ca6640, 0x16, 0xc00227f838, 0x5b)
	/usr/local/go/src/encoding/json/decode.go:575 +0x1a7
encoding/json.(*decodeState).value(0xc00227f810, 0x9cfa40, 0xc005ca6640, 0x16, 0xc0030418a8, 0x532927)
	/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc00227f810, 0x9cfa40, 0xc005ca6640, 0xc00227f838, 0x0)
	/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc005962dc0, 0x126, 0x140, 0x9cfa40, 0xc005ca6640, 0x140, 0xaa366e)
	/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc005ca6620, 0xc0011e3b00, 0x878, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0011e3b00, 0x878, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001418230, 0x42, 0xc0011e3b00, 0x878, 0xc0011e3b00, 0x878, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001418230, 0x42, 0xc0011e3b00, 0x878, 0xaa0378, 0x1, 0xc0011e3b00, 0x878, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 670 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc005a64c20, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a64c20, 0x0, 0x0, 0x0, 0xc003103200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a64c20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031038f8, 0xc003076000, 0xf75, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc001835f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 671 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe21c000f20, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000351290, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000351270, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001621900, 0x500, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260620e, 0x67, 0xc001621900, 0x500, 0xc001621900, 0x500, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260620e, 0x67, 0xc001621900, 0x500, 0xaa0378, 0x1, 0xc001621900, 0x500, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 672 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0008770e8, 0x200, 0x800)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0008770e8, 0xb7b620, 0xc005dcc5a0, 0x203001, 0x203001, 0x203001)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc005dcc5a0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005dcc5a0, 0xc0008771d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005dcc5a0, 0x0, 0x0, 0x0, 0x1300, 0xc006422c00, 0x1112, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc006422c00, 0x1112, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c5f340)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000877518, 0xc0047e2720, 0xc004909920)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 673 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc0015cca40, 0x10, 0x10, 0x1)
	/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0025580c0, 0xc0025580c0)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc002558060, 0xc002558060)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003906ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003906ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0015cca2c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003906ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003906ff8, 0x1, 0xc003062ab0, 0xc0102376301, 0x280460fee9b8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003906ff8, 0x4, 0xc11, 0xc00153a301, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00153a000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00078da00, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002558030, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039078f8, 0xc002d04a00, 0x13b8, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f41e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 674 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005f9eb30, 0xc00112eb18, 0x1, 0xa, 0xd5, 0xe00000007)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005f9eb30, 0xc005860380, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005f9eb30, 0xc0058603f0, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0058603f0, 0xc0058603f0, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005f9eff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005f9eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00649eedc)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005f9eff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005f9eff8, 0x1, 0xc00587c010, 0xc01002f9101, 0x280460fed560)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005f9eff8, 0x4, 0x231, 0xc003384d01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003384000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00092a270, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00568aff0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0016fd8f8, 0xc002ff9000, 0xdca, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f42a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 675 [semacquire]:
strings.genSplit(0xc005b03b00, 0xcd9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x253, 0x253)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00350d3c0, 0xaa0599, 0x2, 0xc00140db00, 0xcd9, 0x1, 0x253, 0xc0063e6b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc00140db00, 0xcd9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00350d518, 0xc0032a87e0, 0x56, 0xc0018f4fc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 676 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0047e2f40, 0xc0031012c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031013c0, 0xaa04f9, 0x2, 0xc004e3f500, 0x9a2, 0xc004e3f500, 0xc0031013b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc004e3f500, 0x9a2, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003101518, 0xc00229c820, 0x37, 0xc001272780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 677 [semacquire]:
strings.genSplit(0xc000d5c000, 0x7dc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003a58000, 0x19f, 0x19f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003beb3c0, 0xaa04fd, 0x2, 0xc002efd000, 0x7dc, 0x1, 0x19f, 0xc0007623c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc002efd000, 0x7dc, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003beb518, 0xc00229cf00, 0x56, 0xc0018f5200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f44e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 679 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028693c0, 0xaa04f9, 0x2, 0xc003f6aa80, 0x9b9, 0xc003f6aa80, 0xc0028693b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00038e060, 0xc003f6aa80, 0x9b9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002869518, 0xc000762420, 0x3a, 0xc002293f40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 680 [semacquire]:
golang.org/x/net/html/atom.String(0xc00206b0ea, 0x8, 0xf16, 0xf16, 0xc00206b0f4)
	/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc0035ee270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc0035ee340, 0xc00209e540, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007623e0, 0x0, 0x0, 0x0, 0xc002e41200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007623e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e418f8, 0xc001d4ac00, 0x1181, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 681 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe1b42874f0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002f7f560, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002f7f550, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004001000, 0x768, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00189b4a0, 0x47, 0xc004001000, 0x768, 0xc004001000, 0x768, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00189b4a0, 0x47, 0xc004001000, 0x768, 0xaa0378, 0x1, 0xc004001000, 0x768, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f47e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 682 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe13400d010, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0033aad00, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0033aacf0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002c15000, 0x71c, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00189b180, 0x45, 0xc002c15000, 0x71c, 0xc002c15000, 0x71c, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00189b180, 0x45, 0xc002c15000, 0x71c, 0xaa0378, 0x1, 0xc002c15000, 0x71c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f48a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 415 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc000897e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 685 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe208001830, 0x7fe2080010a0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003299370, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003299360, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003312000, 0x41f, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001fef577, 0x3c, 0xc003312000, 0x41f, 0xc003312000, 0x41f, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001fef577, 0x3c, 0xc003312000, 0x41f, 0xaa0378, 0x1, 0xc003312000, 0x41f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 686 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fe2340a0330, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036ba5c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036ba5b0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003270300, 0x63b, 0x572a20, 0xc0001fb400, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a8c80, 0x44, 0xc003270300, 0x63b, 0xc003270300, 0x63b, 0xc0000ace10, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a8c80, 0x44, 0xc003270300, 0x63b, 0xaa0378, 0x1, 0xc003270300, 0x63b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 687 [semacquire]:
strings.Replace(0xc002242000, 0xe86, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc002242000, 0xe86)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035098f8, 0xc001aec000, 0xe83, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 688 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002d2af70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc002d2b040, 0xc00543ee00, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001cfe3c0, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc001cfe390)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001cfe390, 0x0, 0x0, 0x0, 0x1000, 0xc002ea9000, 0xfa6, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002ea9000, 0xfa6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001d93700)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004617518, 0xc002f718a0, 0xc0000b2780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 689 [semacquire]:
strings.NewReader(...)
	/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0014998f8, 0xc0022e7400, 0x21eb, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010670, 0xc000010678, 0xc0018f4de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 690 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc005a64cc0, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/to