Script exit with exit code 2

fatal error: concurrent map writes

goroutine 832 [running]:
runtime.throw(0xab7b31, 0x15)
	/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc002d75a90 sp=0xc002d75a60 pc=0x453732
runtime.mapassign_faststr(0xa13de0, 0xc000235410, 0xc0005f8343, 0x18, 0xaa04f9)
	/usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc002d75af8 sp=0xc002d75a90 pc=0x4338e7
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9 fp=0xc002d75fb8 sp=0xc002d75af8 pc=0x824ef9
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc002d75fc0 sp=0xc002d75fb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 1 [semacquire]:
syscall.ByteSliceFromString(0xc000347560, 0x5b, 0x7fc559da19b8, 0xc000000180, 0xc00018d370, 0x2f6c00c000010668, 0x5a)
	/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
	/usr/local/go/src/syscall/syscall.go:69
syscall.fstatat(0xffffffffffffff9c, 0xc000347560, 0x5b, 0xc00009efa8, 0x100, 0x5b, 0xc000347560)
	/usr/local/go/src/syscall/zsyscall_linux_amd64.go:1476 +0x3f
syscall.Lstat(...)
	/usr/local/go/src/syscall/syscall_linux_amd64.go:76
os.lstatNolog(0xc000347560, 0x5b, 0x5b, 0x1, 0xc000347560, 0x5b)
	/usr/local/go/src/os/stat_unix.go:42 +0x6e
os.Lstat(0xc000347560, 0x5b, 0x2, 0xc000347560, 0x5b, 0x0)
	/usr/local/go/src/os/stat.go:22 +0x4d
path/filepath.walk(0xc00002a0a0, 0x42, 0xb89740, 0xc0002368f0, 0xc00018d548, 0x0, 0x0)
	/usr/local/go/src/path/filepath/path.go:378 +0x1d3
path/filepath.walk(0xc000117880, 0x3f, 0xb89740, 0xc000236820, 0xc00018d548, 0x0, 0x0)
	/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7fff673ba7c9, 0x37, 0xb89740, 0xc000236750, 0xc00018d548, 0x0, 0xc00018d248)
	/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7fff673ba7c9, 0x37, 0xc00018d548, 0x10, 0x0)
	/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand(0x7fff673ba7c9, 0x37, 0xffffffffffffffff, 0xbfb4b44773cb37e3)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:265 +0x1a1
main.main()
	/home/ec2-user/environment/cluster2/tgnews.go:75 +0x72a

goroutine 6 [syscall]:
os/signal.signal_recv(0x0)
	/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
	/usr/local/go/src/os/signal/signal.go:127 +0x44

goroutine 8 [chan receive]:
main.main.func1(0xc000073140, 0xbfb4b44773cb37e3, 0x2ce070, 0x1251a20)
	/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
	/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176

goroutine 9 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc450002a30, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002fd5dc0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002fd5db0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042cb000, 0x722, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a5f0, 0x44, 0xc0042cb000, 0x722, 0xc0042cb000, 0x722, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a5f0, 0x44, 0xc0042cb000, 0x722, 0xaa0378, 0x1, 0xc0042cb000, 0x722, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 11 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc00300e5b0, 0x69, 0x2, 0xc003564198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc00300e5b0, 0x69, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035650c0, 0xc0040dd110, 0xc0035641b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0040dd0a0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0035650c0, 0xc0040dd0a0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035650c0, 0xc0040dd0a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035650c0, 0xc0040dd0a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041daa80, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033690c0, 0xc0041daa80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041daa80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041da9a0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033690c0, 0xc0041da9a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041da9a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041da2a0, 0xc001d50700, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033690c0, 0xc0041da2a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041da2a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041da1c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041da1c0, 0x54b170, 0xc00061e270)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0041da1c0, 0x0, 0x0, 0x0, 0x0, 0xc0041da1c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0031eef90, 0x0, 0x0, 0x0, 0x2500, 0xc003312a00, 0x2063, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003312a00, 0x2063, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0026ce640)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003369518, 0xc00344c280, 0xc0029cc8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 12 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 13 [semacquire]:
strings.Replace(0xc002b99500, 0x146e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002b99500, 0x146e)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055438f8, 0xc002b99500, 0x146e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 14 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003b7c000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003b7c0d0, 0xc005459960, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d6000, 0x0, 0x0, 0x0, 0xc0026b7200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d6000, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026b78f8, 0xc002766a00, 0x6ef, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 15 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc42c002210, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028f7d80, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f7d70, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004750d80, 0x20d, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026cea50, 0x44, 0xc004750d80, 0x20d, 0xc004750d80, 0x20d, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026cea50, 0x44, 0xc004750d80, 0x20d, 0xaa0378, 0x1, 0xc004750d80, 0x20d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 16 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00410f180, 0x50c, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00410f180, 0x50c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00410f180, 0x50c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00410f180, 0x50c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00410f180)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00410f180, 0x50c, 0x0, 0x0, 0x50c, 0x600, 0xc00410f180)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00410f180, 0x50c, 0x50c, 0x600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c5a780, 0x44, 0xc00410f180, 0x50c, 0xc00410f180, 0x50c, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002c5a780, 0x44, 0xc00410f180, 0x50c, 0xaa0378, 0x1, 0xc00410f180, 0x50c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 18 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004ff5100, 0x6d9, 0xc00245d218, 0xc000bd2e00)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004ff5100, 0x6d9, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00245d3c0, 0xaa04fd, 0x2, 0xc004ff5100, 0x6d9, 0x1, 0x174, 0xc004822600)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc004ff5100, 0x6d9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00245d518, 0xc0037111a0, 0x38, 0xc0026cc980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ea20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 19 [semacquire]:
strings.genSplit(0xc004ff3c00, 0x661, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0052fea00, 0x14f, 0x14f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c2f3c0, 0xaa0599, 0x2, 0xc0050ec700, 0x661, 0x29, 0x14f, 0xc004822140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0050ec700, 0x661, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c2f518, 0xc0029cd2c0, 0x31, 0xc0032d17c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 20 [semacquire]:
bytes.makeSlice(0x1f7c, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002bb19e0, 0xd0, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002bb19e0, 0xc00350c4e0, 0xd0, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002bb19e0, 0xc00350c4e0, 0xd0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc0058a1180, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc0058a1110, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc001f34fc0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc001f34ee0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc001f347e0, 0xb84d20, 0xc002bb19e0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002bb19e0, 0xc001f347e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002bb1830, 0x4f22b623, 0x1251a20, 0xc0055d8c00, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 21 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ec60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 22 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._cgo_cmalloc(0xdae, 0x7fc4a0003c60)
	_cgo_gotypes.go:138 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_CString(0xc002a9c000, 0xdad, 0xc000234750)
	_cgo_gotypes.go:47 +0x33
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002e0fce0, 0xc002a9c000, 0xdad, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:139 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002a9c000, 0xdad, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274a8d0, 0x30, 0xc002a9c000, 0xdad, 0xc002a9c000, 0xdad, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274a8d0, 0x30, 0xc002a9c000, 0xdad, 0xaa0378, 0x1, 0xc002a9c000, 0xdad, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ed20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 23 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004822120, 0xc00057e950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ede0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 24 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00281ab30, 0xc004b67298, 0x1, 0xa, 0xd5, 0xe00000007)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00281ab30, 0xc006378700, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00281ab30, 0xc006378770, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc006378770, 0xc006378770, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00281aff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00281aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0021af24c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00281aff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00281aff8, 0x1, 0xc0063654b0, 0xc01000000d4, 0x2804000000d8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00281aff8, 0x4, 0x25b, 0xc003356d01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003356000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00087d6c0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024b3a70, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00281b8f8, 0xc004aa2000, 0xd9f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 25 [runnable]:
golang.org/x/net/html.(*parser).addChild(0xc0064aa9c0, 0xc0050ea690)
	/home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0064aa9c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x17c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aa9c0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064aa9c0, 0xc005079ce0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254e480, 0x0, 0x0, 0x0, 0xc002f1d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254e480, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f1d8f8, 0xc004704000, 0xfc0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ef60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 26 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 27 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0035ac000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0035ac0d0, 0xc002a27f10, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0036b4a00, 0x0, 0x0, 0x0, 0xc003e43200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0036b4a00, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e438f8, 0xc000868480, 0x19c5, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 28 [semacquire]:
strings.Replace(0xc002dba000, 0xa16, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002817950, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032418f8, 0xc002dba000, 0xa16, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 29 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a45500, 0xc0044552c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044553c0, 0xaa04fd, 0x2, 0xc0054d4800, 0x7d7, 0xc0054d4800, 0xc0044553b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc0054d4800, 0x7d7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004455518, 0xc004a451c0, 0x20, 0xc00027e8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 30 [semacquire]:
strings.genSplit(0xc0058a9440, 0x81, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x81, 0xc0058a93b0, 0x81)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052c1588, 0xaa04f9, 0x2, 0xc0058a93b0, 0x81, 0x18, 0xc0052c1290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc00337f830)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005373260, 0xc0052c1320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0052c1518, 0xc0053727e0, 0xc0047ed560)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0052c1518, 0xc0053727e0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0052c1518, 0xc0053727e0, 0xc0053727e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 31 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00354b500, 0x9c8, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00354b500, 0x9c8, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00354b500, 0x9c8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00354b500, 0x9c8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00354b500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00354b500, 0x9c8, 0x0, 0x0, 0x9c8, 0xc00, 0xc00354b500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00354b500, 0x9c8, 0x9c8, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026cef00, 0x41, 0xc00354b500, 0x9c8, 0xc00354b500, 0x9c8, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026cef00, 0x41, 0xc00354b500, 0x9c8, 0xaa0378, 0x1, 0xc00354b500, 0x9c8, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 32 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004913e80, 0xc00578d220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00578d588, 0xaa04f9, 0x2, 0xc0057abc00, 0x36d, 0x0, 0xc000365880, 0x7fc559da19b8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00578d518, 0xc0041d6f00, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 33 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003b98a80, 0xa3d, 0xc003fb5218, 0xc000bd2e00)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003b98a80, 0xa3d, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb53c0, 0xaa0503, 0x2, 0xc003b98a80, 0xa3d, 0x2, 0x1ee, 0xc004e97e20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748180, 0xc003b98a80, 0xa3d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb5518, 0xc00221b580, 0x24, 0xc0024ee6f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 34 [semacquire]:
bytes.makeSlice(0xf2b, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003dcd650, 0x181, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003dcd650, 0xc002514000, 0x181, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003dcd650, 0xc002514000, 0x181, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc0064fe150, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc003a85a40, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc00303a850, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc00303a770, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc00303a070, 0xb84d20, 0xc003dcd650)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcd650, 0xc00303a070, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcd4a0, 0x4f348bae, 0x1251a20, 0xc003dead20, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 35 [semacquire]:
strings.genSplit(0xc004a13500, 0x66d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x66d, 0xc002e57800, 0x673)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003005518, 0xc003dd3d00, 0xc00000e800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 36 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003c4a300, 0x637, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003c4a300, 0x637, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003c4a300, 0x637, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003c4a300, 0x637, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003c4a300, 0x637, 0x0, 0x0, 0x637, 0xc003c4a300, 0x637)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003c4a300, 0x637, 0x637, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a7a0f0, 0x4b, 0xc003c4a300, 0x637, 0xc003c4a300, 0x637, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a7a0f0, 0x4b, 0xc003c4a300, 0x637, 0xaa0378, 0x1, 0xc003c4a300, 0x637, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 37 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0036ffe30, 0xc00620e330, 0xc00571d210)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00571d518, 0xc0036ffe30, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00571d518, 0xc0036b5640, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 38 [runnable]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 39 [semacquire]:
strings.genSplit(0xad3f40, 0xf6b, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc001f00000, 0x224, 0x224)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 40 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0048223e0, 0xc0003cd950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007faa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 41 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002a5c400, 0xb61, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a5c400, 0xb61, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a5c400, 0xb61, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a5c400, 0xb61, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a5c400, 0xb61, 0x0, 0x0, 0xb61, 0xc002a5c400, 0xb61)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a5c400, 0xb61, 0xb61, 0xd80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303f780, 0x3a, 0xc002a5c400, 0xb61, 0xc002a5c400, 0xb61, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303f780, 0x3a, 0xc002a5c400, 0xb61, 0xaa0378, 0x1, 0xc002a5c400, 0xb61, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fb60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 43 [semacquire]:
strings.Replace(0xc00520ac00, 0x1119, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00293fb00, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048358f8, 0xc00520ac00, 0x1119, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 44 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003ab3500, 0x6fc, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ab3500, 0x6fc, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ab3500, 0x6fc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ab3500, 0x6fc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003ab3500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ab3500, 0x6fc, 0x0, 0x0, 0x6fc, 0x800, 0xc003ab3500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ab3500, 0x6fc, 0x6fc, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e5d00, 0x37, 0xc003ab3500, 0x6fc, 0xc003ab3500, 0x6fc, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e5d00, 0x37, 0xc003ab3500, 0x6fc, 0xaa0378, 0x1, 0xc003ab3500, 0x6fc, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 45 [semacquire]:
strings.genSplit(0xc005ce4000, 0x50b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x118, 0x118)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044ef3c0, 0xaa058b, 0x2, 0xc0048bf600, 0x50b, 0x1, 0x118, 0xc0038ad420)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc0048bf600, 0x50b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0044ef518, 0xc0000ae980, 0x2e, 0xc002cca900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fe60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 46 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000f3f790, 0xc005680000, 0x15d)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000f3f790, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000f3f790)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000f3f790, 0xc00294f650, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eae0, 0x0, 0x0, 0x0, 0xc003503200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eae0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035038f8, 0xc00296d500, 0x1427, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ff20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 47 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000824be0, 0xc002fd92c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd93c0, 0xaa0503, 0x2, 0xc0038fc580, 0x559, 0x3, 0x113, 0xc000824bc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0038fc580, 0x559, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd9518, 0xc002435ce0, 0x28, 0xc0026d68d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 48 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00087dd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00087dee0, 0xc0054eda40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f1a0, 0x0, 0x0, 0x0, 0xc003b91200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f1a0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b918f8, 0xc003c37300, 0x1276, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003460c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 49 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004ba2b00, 0x530, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ba2b00, 0x530, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ba2b00, 0x530, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ba2b00, 0x530, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ba2b00, 0x530, 0x0, 0x0, 0x530, 0xc004ba2b00, 0x530)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ba2b00, 0x530, 0x530, 0x580)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002612e70, 0x2f, 0xc004ba2b00, 0x530, 0xc004ba2b00, 0x530, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002612e70, 0x2f, 0xc004ba2b00, 0x530, 0xaa0378, 0x1, 0xc004ba2b00, 0x530, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 50 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._cgo_cmalloc(0xb42, 0x7fc494005db0)
	_cgo_gotypes.go:138 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_CString(0xc005aa4000, 0xb41, 0xc000234750)
	_cgo_gotypes.go:47 +0x33
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002e0fce0, 0xc005aa4000, 0xb41, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:139 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc005aa4000, 0xb41, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004810380, 0x34, 0xc005aa4000, 0xb41, 0xc005aa4000, 0xb41, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004810380, 0x34, 0xc005aa4000, 0xb41, 0xaa0378, 0x1, 0xc005aa4000, 0xb41, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 51 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004579000, 0x73f, 0xc0046f9218, 0xc001bfb500)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004579000, 0x73f, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046f93c0, 0xaa04d9, 0x2, 0xc004579000, 0x73f, 0x1, 0x176, 0xc003e56840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc004579000, 0x73f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046f9518, 0xc003dd2ce0, 0x5b, 0xc000397020)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 52 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003dcdb00, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0045a3518, 0xc004d456a0, 0x36, 0xc00309a280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003463c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 53 [semacquire]:
strings.genSplit(0xc00481a500, 0x4d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x111, 0x111)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031b93c0, 0xaa05c9, 0x2, 0xc0032c8000, 0x4d4, 0x3, 0x111, 0xc002e0ffc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0032c8000, 0x4d4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031b9518, 0xc00254f5c0, 0x42, 0xc002c5a410)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 54 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f6f588, 0xaa04f9, 0x2, 0xc0004a3220, 0x96, 0x12, 0xc002f6f290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc004475860)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004475680, 0xc002f6f320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002f6f518, 0xc0035b08a0, 0xc00221b7e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002f6f518, 0xc0035b08a0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002f6f518, 0xc0035b08a0, 0xc0035b08a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 55 [semacquire]:
strings.Replace(0xc00491b300, 0x1170, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc00491b300, 0x1170)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ab38f8, 0xc002c24000, 0x116e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 56 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000825cc0, 0xc000056950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x28)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003466c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 57 [semacquire]:
strings.genSplit(0xad4eab, 0xf75, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc002f9a300, 0x6e, 0x6e)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 58 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002557500, 0x6b40b8f, 0x1251a20, 0xc00254ec60, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 59 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b5fc0, 0xc000059950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 60 [semacquire]:
strings.genSplit(0xc0045dfb00, 0x84e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005bd2000, 0x1b5, 0x1b5)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027593c0, 0xaa04fd, 0x2, 0xc0045e2000, 0x84e, 0x1, 0x1b5, 0xc0029cd3c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306c900, 0xc0045e2000, 0x84e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002759518, 0xc0029ccf20, 0x34, 0xc0024e4140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003469c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 61 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c0156e0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ff0070, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ff0060, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00353cf00, 0x49e, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273abe0, 0x2c, 0xc00353cf00, 0x49e, 0xc00353cf00, 0x49e, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273abe0, 0x2c, 0xc00353cf00, 0x49e, 0xaa0378, 0x1, 0xc00353cf00, 0x49e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 62 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 63 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 64 [runnable]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x278
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 65 [runnable]:
strings.TrimSpace(0xad6002, 0xc, 0x1, 0x0)
	/usr/local/go/src/strings/strings.go:871 +0x19b
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:29 +0x205
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 66 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc5000028f0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028f6920, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f6910, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042ca800, 0x78e, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260b810, 0x41, 0xc0042ca800, 0x78e, 0xc0042ca800, 0x78e, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260b810, 0x41, 0xc0042ca800, 0x78e, 0xaa0378, 0x1, 0xc0042ca800, 0x78e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 67 [semacquire]:
bytes.makeSlice(0x120a, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002bb1ad0, 0x2a8, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002bb1ad0, 0xc00332f600, 0x2a8, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002bb1ad0, 0xc00332f600, 0x2a8, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00328e4d0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00328e460, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00570ddc0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00570dce0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc005459dc0, 0xb84d20, 0xc002bb1ad0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002bb1ad0, 0xc005459dc0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0027e2c60, 0x4f24143e, 0x1251a20, 0xc003d09920, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 68 [semacquire]:
bytes.makeSlice(0x70e, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003dcc690, 0x126, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003dcc690, 0xc0051e5a40, 0x126, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003dcc690, 0xc0051e5a40, 0x126, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc690, 0xc00647c380, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc690, 0xc00259f650, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc690, 0xc00259f5e0, 0xb84d20, 0xc003dcc690)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcc690, 0xc00259f5e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcc4e0, 0x4ef896be, 0x1251a20, 0xc000824c80, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 69 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc00461a7e0, 0xffffffff, 0xc005830a58)
	/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc00461a7e0, 0xc005a79960, 0xc005a79960)
	/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc00461a7e0, 0x79)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005830ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005830ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0032c34dc)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005830ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005830ff8, 0x1, 0xc005a49330, 0xc0100fc7801, 0x280459d9fe98)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005830ff8, 0x4, 0x59f, 0xc005ff2a01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005ff2000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e37d40, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036f7e60, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058318f8, 0xc005818000, 0xa5b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 70 [semacquire]:
bytes.makeSlice(0x74b, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0038ab860, 0x127, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0038ab860, 0xc003eb57c0, 0x127, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0038ab860, 0xc003eb57c0, 0x127, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0038ab860, 0xc00223d420, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0038ab860, 0xc00223cee0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0038ab860, 0xc00223ce70, 0xb84d20, 0xc0038ab860)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0038ab860, 0xc00223ce70, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0038ab650, 0x4ecf032a, 0x1251a20, 0xc004c594c0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 71 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 72 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00073a000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00073a0d0, 0xc0064ff0a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00453bbc0, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc0045ebad0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0045ebad0, 0x0, 0x0, 0x0, 0xd80, 0xc0024dbb00, 0xcac, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0024dbb00, 0xcac, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00389d450)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044ed518, 0xc004c585e0, 0xc004c58ea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003472c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 73 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000cfea90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000cfeb60, 0xc0030e3ab0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0036b4920, 0x0, 0x0, 0x0, 0xc00366b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0036b4920, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00366b8f8, 0xc0029d7500, 0x13bd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 74 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000cfe680, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000cfe680)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000cfe680, 0xc0034e3b90, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002e0fd60, 0x0, 0x0, 0x0, 0xc003117200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002e0fd60, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031178f8, 0xc0031c3000, 0xe20, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 75 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d45440, 0xc004c012c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c013c0, 0xaa059b, 0x2, 0xc0043a7300, 0x11fe, 0x7, 0x3d6, 0xc004e962c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0043a7300, 0x11fe, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c01518, 0xc0035e1f40, 0x17, 0xc0042fd380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 76 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000eaf1e0, 0xc00079d450, 0xc5)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000eaf1e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eaf1e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eaf1e0, 0xc002a9b9d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08ec0, 0x0, 0x0, 0x0, 0xc002605200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08ec0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026058f8, 0xc005935000, 0x2e98, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003475c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 77 [semacquire]:
strings.Replace(0xc0064ba000, 0x1e63, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x11, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064c18f8, 0xc0064ba000, 0x1e63, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 78 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eae1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000eae410, 0xc002599110, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08d20, 0x0, 0x0, 0x0, 0xc005561200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08d20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055618f8, 0xc0059ae600, 0x10f6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 79 [semacquire]:
strings.Replace(0xc003998000, 0x1c0d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc03f800068, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d8f8f8, 0xc003998000, 0x1c0d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 80 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0034b3fb0, 0xc001cbf388, 0xc0034b3fb0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.OpenGraphResolver(0xc0024356e0, 0xc0024356e0, 0xc0024356e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:276 +0x106
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003478c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 81 [semacquire]:
strings.Replace(0xc00448c000, 0x227f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00448c000, 0x227f)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fc38f8, 0xc003317400, 0x2271, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 82 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00205e480, 0xc005ae72c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ae73c0, 0xaa05c9, 0x2, 0xc00433c000, 0x93f, 0x3, 0x207, 0xc004a17220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007484b0, 0xc00433c000, 0x93f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ae7518, 0xc004a16ea0, 0x40, 0xc004e17a80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 83 [runnable]:
strings.Index(0xc003d92361, 0xcdb, 0xaa042f, 0x2, 0xca)
	/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.Count(0xc003d92361, 0xcdb, 0xaa042f, 0x2, 0x0)
	/usr/local/go/src/strings/strings.go:88 +0x9d
strings.Replace(0xc003d92000, 0x103c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xffffffffffffffff, 0xc0047f6330, 0x0)
	/usr/local/go/src/strings/strings.go:934 +0xa1
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d038f8, 0xc003d92000, 0x103c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 84 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006087450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006087520, 0xc005f13a40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003732b10, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc003732ae0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003732ae0, 0x0, 0x0, 0x0, 0x1300, 0xc004b90000, 0x1040, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004b90000, 0x1040, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004879880)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004125518, 0xc00254e4c0, 0xc004a45ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 86 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004536000, 0x1be, 0x1be, 0x3, 0x0, 0x1bd, 0xc004536000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00348f518, 0xc00205e3c0, 0xc00205ece0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347d40, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 87 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002d11860, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d11860)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d11860, 0xc004c7eaf0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003dea520, 0x0, 0x0, 0x0, 0xc004af3200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003dea520, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004af38f8, 0xc00289cf00, 0x2160, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347e00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 88 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00338da80, 0xe, 0x10, 0xc004e36a90, 0x1a, 0x1a, 0xc002d0b038, 0xc00566e5a0, 0x20, 0x20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc0055eac70, 0x1, 0x1, 0xc002d0b108, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0055eac70, 0x1, 0x1, 0xb856e0, 0xc00566e5a0, 0xc0055eac70, 0x1, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024b3a10, 0xaa03b1, 0x1, 0xc002d0b1f0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc002d0b518, 0xc004c58fe0, 0x7fc559d9f108, 0x0, 0x6b0000c004b67240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d0b518, 0xc004c58fe0, 0x51)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347ec0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 89 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc004918680)
	/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc004918680, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004918680)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004918680, 0xc00647d2d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824cc0, 0x0, 0x0, 0x0, 0xc005a07200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824cc0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a078f8, 0xc002dc0800, 0x16d0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347f80, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 90 [semacquire]:
strings.genSplit(0xc0057f5100, 0x69a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004a58a00, 0x145, 0x145)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c253c0, 0xaa0569, 0x2, 0xc004c27c00, 0x69a, 0x14, 0x145, 0xc0058077a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004c27c00, 0x69a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c25518, 0xc00254ed20, 0x36, 0xc00303f013)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 91 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d45420, 0xc0032db2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032db3c0, 0xaa059b, 0x2, 0xc003f01980, 0x18c0, 0x7, 0x4c3, 0xc003c984a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc003eb97a0, 0xc003f01980, 0x18c0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032db518, 0xc003e56560, 0x3a, 0xc003b1f700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 92 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0038ad360, 0xc000f46950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003661e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 93 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
	/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc004ea4180, 0xd500000073, 0x1)
	/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc004ea4180, 0x73)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004c03300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004c03300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004c03300, 0x0, 0xb856e0, 0xc004a16e68, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004c03300, 0xc00398c070, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004c03300, 0x42ca96, 0xc003dcc4b0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc004c03370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc003dea020, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002b13350, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004c03518, 0xc000691c60, 0xabc101, 0x1d, 0x3a, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003662a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 94 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x3)
	/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc0032ca0d3, 0x3, 0xaa4e4b, 0x5, 0x4, 0xd48)
	/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterHeadIM(0xc004919520, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:766 +0x51d
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004919520)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004919520, 0xc00246f500, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000825820, 0x0, 0x0, 0x0, 0xc0044e9200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000825820, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044e98f8, 0xc004a82a00, 0x14ca, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 95 [semacquire]:
github.com/araddon/dateparse.newParser(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc002a92c20, 0xd, 0x0, 0xc002a92c20, 0xd, 0xd)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc002a92c20, 0xd, 0x3, 0xaa0378, 0x1, 0xc002a92c20, 0xd)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005545518, 0xc005710420, 0xc005710c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 96 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003e4d0c0, 0xc0034deb40, 0x1dc, 0x1dc, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e4d0c0, 0xc003e44ee0, 0xc003e4c1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003e44e70, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003e4d0c0, 0xc003e44e70, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e4d0c0, 0xc003e44e70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e4d0c0, 0xc003e44e70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a37dc0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d5f0c0, 0xc003a37dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a37dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a37ce0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d5f0c0, 0xc003a37ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a37ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a375e0, 0xc002d5ed40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d5f0c0, 0xc003a375e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a375e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a37500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a37500, 0x54b170, 0xc001e46d00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003a37500, 0x0, 0x0, 0x0, 0x0, 0xc003a37500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a4a810, 0x0, 0x0, 0x0, 0x1980, 0xc002d67980, 0x18e5, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002d67980, 0x18e5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002609b80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d5f518, 0xc00063b220, 0xc00205ff20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003664e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 97 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003665a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 98 [semacquire]:
bytes.makeSlice(0x612, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005672510, 0x3a, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005672510, 0xc004afb440, 0x3a, 0x6, 0xffffffffffffffff, 0x1009)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005672510, 0xc004afb440, 0x3a, 0x45624c, 0xc003f0ac90)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc002851b20, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc002851ab0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc0028519d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc0028518f0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc00457a4d0, 0xb84d20, 0xc005672510)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005672510, 0xc00457a4d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003f8b380, 0x2c3c2735, 0x1251a20, 0xc00063bbe0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 99 [semacquire]:
strings.genSplit(0xad3f40, 0xf6b, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0006a0000, 0x224, 0x224)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 100 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003667e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 101 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003668a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 102 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004912b80, 0xc000511950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 103 [runnable]:
unicode.ToLower(0xc000000042, 0x6e)
	/usr/local/go/src/unicode/letter.go:261 +0x8d
strings.Map(0xae62d0, 0xc0000bf531, 0x149d, 0xc002a1f218, 0xc0015c1500)
	/usr/local/go/src/strings/strings.go:501 +0x2cc
strings.ToLower(0xc0000bf500, 0x14ce, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a1f3c0, 0xaa0569, 0x2, 0xc0000bf500, 0x14ce, 0x1c, 0x437, 0xc000691220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0000bf500, 0x14ce, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1f518, 0xc000690e60, 0x3b, 0xc0027363c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 104 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x447, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a3c000, 0x447, 0x447, 0x480)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303e040, 0x35, 0xc004a3c000, 0x447, 0xc004a3c000, 0x447, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303e040, 0x35, 0xc004a3c000, 0x447, 0xaa0378, 0x1, 0xc004a3c000, 0x447, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 105 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 106 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000825bc0, 0xc00073d950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 107 [runnable]:
strings.genSplit(0xad4eab, 0xf75, 0xaa03a3, 0x1, 0x0, 0x224, 0xc004fd1100, 0x6e, 0x6e)
	/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 108 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0029cde60, 0xc00073f950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 110 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003f09aa0, 0xc000779950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 111 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc0039ac770, 0x0, 0x0, 0x0, 0x0, 0xc0039ac770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036f79b0, 0x0, 0x0, 0x0, 0x1500, 0xc003982a00, 0x13e7, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003982a00, 0x13e7, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00283c000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00348f518, 0xc002e0e580, 0xc002e0ee00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 112 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003670e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 113 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003671a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 114 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 115 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00472d240, 0xc0006ea950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 116 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003673e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 117 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007bd9a0, 0xc0006fa950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003674a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 118 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003fdca80, 0xa2d, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fdca80, 0xa2d, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fdca80, 0xa2d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fdca80, 0xa2d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fdca80, 0xa2d, 0x0, 0x0, 0xa2d, 0xc003fdca80, 0xa2d)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fdca80, 0xa2d, 0xa2d, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260b540, 0x4b, 0xc003fdca80, 0xa2d, 0xc003fdca80, 0xa2d, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260b540, 0x4b, 0xc003fdca80, 0xa2d, 0xaa0378, 0x1, 0xc003fdca80, 0xa2d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 119 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 121 [semacquire]:
strings.Replace(0xc005047000, 0xf0f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005047000, 0xf0f)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bdd8f8, 0xc002c98000, 0xf04, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003677a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 122 [semacquire]:
strings.Replace(0xc002cb7800, 0xa91, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc002cb7800, 0xa91)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cc18f8, 0xc00264d000, 0xa8c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 123 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004891f80, 0x50d201, 0xc0026ce960, 0x42, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044eb518, 0xc00221bec0, 0xc004e54fe0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 124 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
	/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc0045f5c20, 0xd500000043, 0x1)
	/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc0045f5c20, 0x43)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002d38ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002d38ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003f6d004)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002d38ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002d38ff8, 0x1, 0xc004a402b0, 0xc0101377500, 0x280459da12f0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002d38ff8, 0x4, 0x46b, 0xc005836b01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005836000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0064aa4e0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0038fb380, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d398f8, 0xc0025b3400, 0xb8d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003679e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 125 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004755600, 0x8ae, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004755600, 0x8ae, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004755600, 0x8ae, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004755600, 0x8ae, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004755600, 0x8ae, 0x0, 0x0, 0x8ae, 0xc004755600, 0x8ae)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004755600, 0x8ae, 0x8ae, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007e0dc, 0x41, 0xc004755600, 0x8ae, 0xc004755600, 0x8ae, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007e0dc, 0x41, 0xc004755600, 0x8ae, 0xaa0378, 0x1, 0xc004755600, 0x8ae, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 126 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003288900, 0x81e, 0xc0046f5218, 0xc000365880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003288900, 0x81e, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046f53c0, 0xaa05c9, 0x2, 0xc003288900, 0x81e, 0x5, 0x1a9, 0xc004d45640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003288900, 0x81e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046f5518, 0xc004a166a0, 0x3b, 0xc00303eb80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 127 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003710060, 0xc0033692c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033693c0, 0xaa04d9, 0x2, 0xc004de6800, 0x7a7, 0xc004de6800, 0xc0033693b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004de6800, 0x7a7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003369518, 0xc000825c80, 0x41, 0xc002c5b540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 128 [semacquire]:
bytes.(*Buffer).grow(0xc0048823d8, 0x1, 0xc005416000)
	/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteByte(0xc0048823d8, 0xaa0320, 0x1, 0xc005416000)
	/usr/local/go/src/bytes/buffer.go:267 +0x8c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0048823d8, 0xc003f8e340, 0xcb, 0xcb, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:433 +0x2d4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048823d8, 0xc003daa000, 0xc0050be790, 0xc004882308)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048823d8, 0xc003d23f80, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048830c0, 0xc003d23f80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048830c0, 0xc003d23f80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23d50, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003f0b0c0, 0xc003d23d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23c70, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003f0b0c0, 0xc003d23c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23570, 0xc001f47c00, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003f0b0c0, 0xc003d23570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23490, 0x54b170, 0xc00073bd40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003d23490, 0x0, 0x0, 0x0, 0x0, 0xc003d23490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003646d50, 0x0, 0x0, 0x0, 0x1980, 0xc003295300, 0x181c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003295300, 0x181c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0025c2900)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f0b518, 0xc00221a520, 0xc00221b480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 129 [runnable]:
bytes.makeSlice.func1()
	/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x1e00, 0xc006164000, 0x1e00, 0x1e00)
	/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc003fb30e8, 0x200, 0x800)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc003fb30e8, 0xb7b620, 0xc003646cf0, 0x203000, 0x203000, 0x203000)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc003646cf0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003646cf0, 0xc003fb31d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003646cf0, 0x0, 0x0, 0x0, 0xc80, 0xc0052f8000, 0xc73, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0052f8000, 0xc73, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00335c1e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003fb3518, 0xc0044dc100, 0xc0007bc720)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 130 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 131 [semacquire]:
strings.Replace(0xc0044f2000, 0xe14, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053c58f8, 0xc0044f2000, 0xe14, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 132 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000690a20, 0xc0027a12c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027a13c0, 0xaa04df, 0x2, 0xc000df0a00, 0x1335, 0x5, 0x3e0, 0xc00221ae40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc000df0a00, 0x1335, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0027a1518, 0xc00221aaa0, 0x44, 0xc00002a140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 133 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005591800, 0x166, 0x166, 0x3, 0x0, 0x165, 0xc005591800)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003d8f518, 0xc0041d6320, 0xc0041d6b80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003960c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 134 [semacquire]:
strings.NewReader(...)
	/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029378f8, 0xc00296b500, 0xa69, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 135 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00205fd20, 0xc000a71950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 136 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 137 [semacquire]:
strings.Replace(0xc002c12500, 0x218a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x18, 0xc002c12500, 0x218a)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046f78f8, 0xc004a90000, 0x2184, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003963c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 138 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0064aaf70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0064ab040, 0xc004c8a380, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254e780, 0x0, 0x0, 0x0, 0xc004bab200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254e780, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004bab8f8, 0xc004200000, 0x1c76, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 139 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043d13c0, 0xaa04f9, 0x2, 0xc006266400, 0xaa9, 0x4, 0x253, 0xc003e566c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc006266400, 0xaa9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043d1518, 0xc00063bf00, 0x30, 0xc000114437)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 140 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003732060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003732000, 0xc0054bb2c8, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0054bb6b0, 0xc004a44140, 0xaac03e, 0x7, 0xc004a44140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0054bb6b0, 0xc004a44140, 0xc00000eda0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 141 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000645000, 0x704, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000645000, 0x704, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000645000, 0x704, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000645000, 0x704, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc000645000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000645000, 0x704, 0x0, 0x0, 0x704, 0x900, 0xc000645000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000645000, 0x704, 0x704, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003b1f240, 0x36, 0xc000645000, 0x704, 0xc000645000, 0x704, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003b1f240, 0x36, 0xc000645000, 0x704, 0xaa0378, 0x1, 0xc000645000, 0x704, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003966c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 142 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c036f40, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a12870, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a12860, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004f27000, 0x7c0, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003560800, 0x3f, 0xc004f27000, 0x7c0, 0xc004f27000, 0x7c0, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003560800, 0x3f, 0xc004f27000, 0x7c0, 0xaa0378, 0x1, 0xc004f27000, 0x7c0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 143 [semacquire]:
strings.Replace(0xc005674000, 0xfcc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc005674000, 0xfcc)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00384f8f8, 0xc00397c000, 0xfc7, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 144 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0064ab380, 0xc00565ea98, 0x5)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc0064ab380, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064ab380)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064ab380, 0xc002676000, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038ac480, 0x0, 0x0, 0x0, 0xc003e8d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038ac480, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e8d8f8, 0xc001e43800, 0x26b3, 0x42ca96, 0xc004081f20, 0x60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 145 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004382500, 0x20c, 0x20c, 0x3, 0x0, 0x20b, 0xc004382500)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0046d5518, 0xc003f08900, 0xc003f09180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003969c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 146 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003e08a90, 0xc0031ddec8, 0x6)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003e08a90, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e08a90)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e08a90, 0xc0034ba0e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a443e0, 0x0, 0x0, 0x0, 0xc0023e1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a443e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023e18f8, 0xc0048d4a00, 0x1400, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 147 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc002ca1000, 0xf1c, 0x2, 0xc002d33218, 0xc005385eb8, 0x7de1b0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb0e0, 0xc002ca1000, 0xf1c, 0xaa0378, 0x1, 0xc00254e700, 0xc002688380)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002d33388, 0xc00260e380, 0x4)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002d33388, 0xc003d69d70, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002d33301, 0xc000f3a3a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002d33518, 0xc003d69d70, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 148 [semacquire]:
strings.Replace(0xc002c3a000, 0x109a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc002c3a000, 0x109a)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c318f8, 0xc002c27900, 0x1094, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 149 [semacquire]:
strings.Replace(0xc0046ea000, 0x1348, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00475b8f8, 0xc0046ea000, 0x1348, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 150 [semacquire]:
bytes.makeSlice(0xd4b, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001038a40, 0xd4b, 0x5b)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
	/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0005221b0, 0xd4b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc000396d80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 151 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eae270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000eae340, 0xc0035e7ab0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f0c0, 0x0, 0x0, 0x0, 0xc002819200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f0c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028198f8, 0xc0043ff800, 0x25c7, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 152 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006115930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006115a00, 0xc0064fc070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e57b80, 0x0, 0x0, 0x0, 0xc005733200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e57b80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057338f8, 0xc005551000, 0xe1b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 153 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004a45ea0, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45ea0, 0x0, 0x0, 0x0, 0xc002d01200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45ea0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d018f8, 0xc002c3c600, 0x1156, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 154 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001e472b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc001e47380, 0xc0063d8230, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001cfadb0, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc004ba1290)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ba1290, 0x0, 0x0, 0x0, 0x1000, 0xc004083000, 0xeaf, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004083000, 0xeaf, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0023c2d80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005557518, 0xc0036b5240, 0xc0036b5ea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 155 [semacquire]:
strings.Replace(0xc002aec000, 0x14bd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc002aec000, 0x14bd)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f1b8f8, 0xc002f05500, 0x14b7, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 156 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003847ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003847c70, 0xc005d973b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039ef840, 0x0, 0x0, 0x0, 0xc003dc7200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039ef840, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dc78f8, 0xc00506d980, 0x1846, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 157 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002abf880, 0x341, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002abf880, 0x341, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002abf880, 0x341, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002abf880, 0x341, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002abf880)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002abf880, 0x341, 0x0, 0x0, 0x341, 0x400, 0xc002abf880)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002abf880, 0x341, 0x341, 0x400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273e397, 0x4e, 0xc002abf880, 0x341, 0xc002abf880, 0x341, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273e397, 0x4e, 0xc002abf880, 0x341, 0xaa0378, 0x1, 0xc002abf880, 0x341, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003972c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 158 [semacquire]:
strings.Replace(0xc003693000, 0xf6c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc003693000, 0xf6c)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00442f8f8, 0xc003912000, 0xf67, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 159 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 161 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005673380, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003327518, 0xc003dea840, 0x2b, 0xc00274a870)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003975c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 162 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eae5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000eae680, 0xc00368efc0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f140, 0x0, 0x0, 0x0, 0xc0043e7200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f140, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e78f8, 0xc00424b300, 0x10fc, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 163 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 164 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0053de0d0, 0xc0060cbe60, 0x107)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0053de0d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0053de0d0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0053de0d0, 0xc001f369a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d450c0, 0x0, 0x0, 0x0, 0xc003091200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d450c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030918f8, 0xc005741100, 0x1ac4, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 165 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005387a40, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00384d518, 0xc004d45b80, 0x44, 0xc00002b0e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003978c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 166 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b5fa0, 0xc0028b52c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028b53c0, 0xaa04f9, 0x2, 0xc002896000, 0x22f6, 0x1, 0x675, 0xc0036b5f80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc002896000, 0x22f6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028b5518, 0xc0036b5b80, 0x42, 0xc00260a6e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 167 [semacquire]:
strings.Replace(0xc000845400, 0xb9d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b938f8, 0xc000845400, 0xb9d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 168 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc004919380, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004919380)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004919380, 0xc002a11f10, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008257a0, 0x0, 0x0, 0x0, 0xc002d1d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008257a0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d1d8f8, 0xc003ce2c00, 0x1251, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 169 [semacquire]:
bytes.makeSlice(0xe42, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003d24a50, 0x128, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003d24a50, 0xc002da9900, 0x128, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003d24a50, 0xc002da9900, 0x128, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc000239340, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002392d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002388c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002387e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002380e0, 0xb84d20, 0xc003d24a50)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003d24a50, 0xc0002380e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003bac120, 0x4f232b9d, 0x1251a20, 0xc003f08920, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 170 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003deb480, 0xc0028d9220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028d9588, 0xaa04f9, 0x2, 0xc00445ac00, 0xfc, 0x18, 0x4f, 0xc00221b4c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0028d9518, 0xc0055d86a0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 171 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0064aa000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005463930, 0xc005a78070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccba0, 0x0, 0x0, 0x0, 0xc003b95200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccba0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b958f8, 0xc001fd2000, 0x1546, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 172 [semacquire]:
strings.Replace(0xc004b04000, 0x1320, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xc0047f6d20, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f2f8f8, 0xc004b04000, 0x1320, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 173 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005806080, 0xc000740950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 174 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005807080, 0xc000741950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 175 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 176 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 177 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae1e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 178 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae2a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 179 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000825ba0, 0xc000758950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae360, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 180 [semacquire]:
strings.genSplit(0xad0ff6, 0x7d5, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc00091e000, 0x138, 0x138)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae420, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 181 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00588d020, 0xc000752950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae4e0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 182 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:24 +0x165
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae5a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 183 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0055d8660, 0xc000754950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae660, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 184 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b4f80, 0xc000755950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 185 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 186 [semacquire]:
bytes.(*Buffer).grow(0xc005f530c0, 0x1, 0x100)
	/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc005f530c0, 0x1189cea, 0x1, 0x1, 0xe5, 0x100)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005f530c0, 0xc003399e00, 0xe5, 0x7, 0xc003399e00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f530c0, 0xc005f3b420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f530c0, 0xc005f3b420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3b340, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032df0c0, 0xc005f3b340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3b340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3b260, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032df0c0, 0xc005f3b260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3b260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3ab60, 0x20300100000000, 0x7fc4fc7e7fff)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032df0c0, 0xc005f3ab60, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3ab60, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3aa80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3aa80, 0x54b170, 0xc0002372b0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005f3aa80, 0x0, 0x0, 0x0, 0x0, 0xc005f3aa80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f400c0, 0x0, 0x0, 0x0, 0xc00, 0xc002cafc00, 0xa9f, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002cafc00, 0xa9f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00234e780)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032df518, 0xc000691a80, 0xc003d08380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 187 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 188 [semacquire]:
strings.genSplit(0xc005cb0d80, 0x46e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x13c, 0x13c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f533c0, 0xaa059b, 0x2, 0xc004ef9680, 0x46e, 0x4, 0x13c, 0xc0038ad2e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000700ba0, 0xc004ef9680, 0x46e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f53518, 0xc0038acf40, 0x3b, 0xc002737380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aea20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 190 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0037114e0, 0xc000821950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aeba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 191 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0055d8ec0, 0xc000822950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aec60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 192 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4bc220cc0, 0x7fc4bc21ff50)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00388ee00, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00388ede0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003d4d800, 0x5a4, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026ce730, 0x43, 0xc003d4d800, 0x5a4, 0xc003d4d800, 0x5a4, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026ce730, 0x43, 0xc003d4d800, 0x5a4, 0xaa0378, 0x1, 0xc003d4d800, 0x5a4, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aed20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 193 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c0135e0, 0x7fc4a8003900)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a6f860, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a6f850, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ea7400, 0xb08, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273afa0, 0x49, 0xc001ea7400, 0xb08, 0xc001ea7400, 0xb08, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273afa0, 0x49, 0xc001ea7400, 0xb08, 0xaa0378, 0x1, 0xc001ea7400, 0xb08, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aede0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 194 [semacquire]:
strings.genSplit(0xc00580d800, 0x6e7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x6e7, 0xc005f0d500, 0x6f0)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003fb9518, 0xc00063a2c0, 0xc00063b1c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aeea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 195 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc004f95c00, 0x679, 0x1, 0x0)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049713c0, 0xaa058b, 0x2, 0xc004f95c00, 0x679, 0x1, 0x161, 0xc0038ad480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004f95c00, 0x679, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004971518, 0xc004a16ee0, 0x3f, 0xc00309a080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aef60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 196 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 197 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000ed40, 0xc00084a950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 198 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004cce000, 0xac, 0xac, 0x3, 0x0, 0xab, 0xc004cce000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004027518, 0xc0035e07e0, 0xc0035e12a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 199 [semacquire]:
strings.genSplit(0xad08ae, 0x748, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0006ab900, 0x21f, 0x21f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 200 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002e52480, 0x430, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e52480, 0x430, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e52480, 0x430, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e52480, 0x430, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002e52480)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e52480, 0x430, 0x0, 0x0, 0x430, 0x800, 0xc002e52480)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e52480, 0x430, 0x430, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024eeab0, 0x2d, 0xc002e52480, 0x430, 0xc002e52480, 0x430, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024eeab0, 0x2d, 0xc002e52480, 0x430, 0xaa0378, 0x1, 0xc002e52480, 0x430, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 201 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007bdda0, 0xc00085c950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 202 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0042310c0, 0xc005676690, 0xe2, 0xe2, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9d650, 0xc0042301b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9d5e0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0042310c0, 0xc004b9d5e0, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9d5e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9d5e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9cfc0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9cfc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9cfc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9cee0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9cee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9cee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9c7e0, 0xc000bfe380, 0x7fc559da12f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9c7e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9c7e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9c700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9c700, 0x54b170, 0xc001e46410)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004b9c700, 0x0, 0x0, 0x0, 0x0, 0xc004b9c700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0057ef860, 0x0, 0x0, 0x0, 0x1000, 0xc003413000, 0xe5f, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003413000, 0xe5f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0004dc680)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004231518, 0xc002434400, 0xc0037100a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 203 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002434720, 0xc00085e950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 204 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4d0002820, 0x7fc4d0002990)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003923570, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003923560, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00357bb00, 0x819, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d3d780, 0x74, 0xc00357bb00, 0x819, 0xc00357bb00, 0x819, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d3d780, 0x74, 0xc00357bb00, 0x819, 0xaa0378, 0x1, 0xc00357bb00, 0x819, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af620, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 205 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006cb400, 0xbe7, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006cb400, 0xbe7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006cb400, 0xbe7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006cb400, 0xbe7, 0x0, 0x0, 0xbe7, 0xc0006cb400, 0xbe7)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006cb400, 0xbe7, 0xbe7, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c5aaf0, 0x43, 0xc0006cb400, 0xbe7, 0xc0006cb400, 0xbe7, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002c5aaf0, 0x43, 0xc0006cb400, 0xbe7, 0xaa0378, 0x1, 0xc0006cb400, 0xbe7, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 206 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004913620, 0xc0040272c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040273c0, 0xaa04f9, 0x2, 0xc001033100, 0xd02, 0x6, 0x2b7, 0xc0036b5940)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007483c0, 0xc001033100, 0xd02, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004027518, 0xc0035e13c0, 0x48, 0xc0023f65f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 207 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 208 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 209 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00325fe30, 0x50d2a1, 0xc000482100, 0x34, 0xaada21)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00348d518, 0xc0035e02a0, 0xc00205f780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 210 [runnable]:
strings.genSplit(0xad313c, 0xe04, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0025aa000, 0xa4, 0xa4)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afaa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 211 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003846680, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003846680)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003846680, 0xc00474a690, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029cd540, 0x0, 0x0, 0x0, 0xc002f13200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029cd540, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f138f8, 0xc001cc0f80, 0x1a75, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afb60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 212 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0035ac1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0035ac270, 0xc00385b490, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0055d8120, 0x0, 0x0, 0x0, 0xc0058d1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0055d8120, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058d18f8, 0xc000804380, 0xd40, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 213 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005688a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005688b60, 0xc003640150, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d45560, 0x0, 0x0, 0x0, 0xc0058cf200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d45560, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058cf8f8, 0xc000f4e000, 0x19fe, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 214 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000236410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000236750, 0xc00295c770, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254f980, 0x0, 0x0, 0x0, 0xc004759200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254f980, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047598f8, 0xc004b01500, 0x1469, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 215 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005928800, 0xaea, 0xc0049f5218, 0xc001377500)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005928800, 0xaea, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049f53c0, 0xaa0503, 0x2, 0xc005928800, 0xaea, 0x4, 0x24c, 0xc005807940)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc005928800, 0xaea, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049f5518, 0xc004c58f60, 0x5d, 0xc0003af380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afe60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 216 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0064aa680, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aa680)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064aa680, 0xc006494230, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccc20, 0x0, 0x0, 0x0, 0xc002bd3200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccc20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd38f8, 0xc002c70000, 0xb5b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aff20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 217 [semacquire]:
strings.Replace(0xc00643e000, 0x262f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0029c34d0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034718f8, 0xc00643e000, 0x262f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 218 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b39588, 0xaa04f9, 0x2, 0xc003044d80, 0xce7, 0xe, 0x2e, 0xc00221bb40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003b39518, 0xc003debd00, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce0c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 219 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc00268c5b0, 0x64, 0x2, 0xc0057f8198, 0x0, 0x0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc00268c5b0, 0x64, 0xaa0378, 0x1, 0x1189d00, 0x1)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057f90c0, 0xc002b885b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc002b883f0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0057f90c0, 0xc002b883f0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057f90c0, 0xc002b883f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057f90c0, 0xc002b883f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001ac770, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e3d0c0, 0xc0001ac770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001ac770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001ac690, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e3d0c0, 0xc0001ac690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001ac690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001724d0, 0xc000334000, 0x7fc559d9f7d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e3d0c0, 0xc0001724d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001724d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001722a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001722a0, 0x54b170, 0xc0035ad2b0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0001722a0, 0x0, 0x0, 0x0, 0x0, 0xc0001722a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00536c720, 0x0, 0x0, 0x0, 0xd80, 0xc0006b8380, 0xd78, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0006b8380, 0xd78, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x6a54f12400000000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e3d518, 0xc00063a340, 0xc00063af00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 220 [runnable]:
golang.org/x/net/html.readAtLeastOneByte(0xb7c280, 0xc000691960, 0xc006354915, 0x16eb, 0x16eb, 0x98c, 0x6, 0xa4c)
	/home/develop/go/src/golang.org/x/net/html/token.go:297 +0xd9
golang.org/x/net/html.(*Tokenizer).readByte(0xc004c17ee0, 0x3e)
	/home/develop/go/src/golang.org/x/net/html/token.go:273 +0x212
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc004c17ee0)
	/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc004c17ee0, 0x2fc0600000004)
	/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc004e36000, 0xc006352070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000691960, 0x0, 0x0, 0x0, 0xc005735200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000691960, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057358f8, 0xc00550c000, 0xf7b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 221 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0007f6c00, 0x384, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0007f6c00, 0x384, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0007f6c00, 0x384, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0007f6c00, 0x384, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0007f6c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0007f6c00, 0x384, 0x0, 0x0, 0x384, 0x400, 0xc0007f6c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0007f6c00, 0x384, 0x384, 0x400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f6140, 0x45, 0xc0007f6c00, 0x384, 0xc0007f6c00, 0x384, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f6140, 0x45, 0xc0007f6c00, 0x384, 0xaa0378, 0x1, 0xc0007f6c00, 0x384, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 222 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc004bf8d20, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc000736e10, 0x1, 0x1, 0xc0036690b0, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000736e10, 0x1, 0x1, 0xb856e0, 0xc004d45920, 0xc0053875f0, 0xc0053875f0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004bfc8a0, 0xaa408e, 0x4, 0xaa04f9)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036698f8, 0xc0024dc880, 0xc9e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce3c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 223 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c58c20, 0xc00402b2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00402b3c0, 0xaa058b, 0x2, 0xc0052de900, 0x80d, 0xc0052de900, 0xc00402b3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0052de900, 0x80d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00402b518, 0xc00000ebc0, 0x33, 0xc0023eefc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 224 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0055d8ee0, 0xc000a75950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 225 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0034d0e38, 0xc004d8fdc0, 0x1, 0x8, 0xd5, 0xc0026e4a00)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0034d0e38, 0xc00509e2a0, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0034d0e38, 0xc00509e310, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc00509e310, 0xc00509e310, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0034d1300, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0034d1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0034d1300, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0034d1300, 0x75a856, 0x0, 0xc0029258f0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0034d1300, 0xc0034d12c8, 0xc0034d1350, 0x42ca96, 0xc003ef64b0, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0034d1368, 0xc0034d1380, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00588d2e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004bfde00, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0034d1518, 0xc0029cd7a0, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 226 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 228 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0007a00d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0007a01a0, 0xc00275a3f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e97ca0, 0x0, 0x0, 0x0, 0xc003dc9200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e97ca0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dc98f8, 0xc0039a9500, 0xa36, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 229 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004853200, 0x860, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004853200, 0x860, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004853200, 0x860, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004853200, 0x860, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004853200, 0x860, 0x0, 0x0, 0x860, 0xc004853200, 0x860)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004853200, 0x860, 0x860, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f62d0, 0x46, 0xc004853200, 0x860, 0xc004853200, 0x860, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f62d0, 0x46, 0xc004853200, 0x860, 0xaa0378, 0x1, 0xc004853200, 0x860, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 230 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c017610, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004517bb0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004517ba0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0031e0c00, 0x538, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c5a8c0, 0x33, 0xc0031e0c00, 0x538, 0xc0031e0c00, 0x538, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002c5a8c0, 0x33, 0xc0031e0c00, 0x538, 0xaa0378, 0x1, 0xc0031e0c00, 0x538, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce9c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 231 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003deaf80, 0xc00281d2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00281d3c0, 0xaa04f9, 0x2, 0xc004a04c00, 0x10a5, 0x1, 0x339, 0xc0036b4a60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00285ea80, 0xc004a04c00, 0x10a5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00281d518, 0xc00063b2a0, 0x40, 0xc003560380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cea80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 232 [semacquire]:
bytes.makeSlice(0x5c7, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0010970e0, 0x1, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc0010970e0, 0xad023e, 0x2, 0x2)
	/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11a40, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:231 +0x801
golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11960, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11880, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11180, 0xb84d20, 0xc0010970e0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0010970e0, 0xc002a11180, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001096f30, 0x4eff20b8, 0x1251a20, 0xc00566ed00, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ceb40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 233 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x17a8b70, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024b92d0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024b92c0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00017d680, 0x243, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000483380, 0x3d, 0xc00017d680, 0x243, 0xc00017d680, 0x243, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000483380, 0x3d, 0xc00017d680, 0x243, 0xaa0378, 0x1, 0xc00017d680, 0x243, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cec00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 234 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004822d60, 0xc003cf12c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf13c0, 0xaa05c9, 0x2, 0xc004b1bb00, 0x814, 0x4, 0x1c1, 0xc004822d40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004b1bb00, 0x814, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cf1518, 0xc004822960, 0x2b, 0xc0024efd40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cecc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 235 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0056885b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005688680, 0xc0056c1a40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45c20, 0x0, 0x0, 0x0, 0xc002e4b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45c20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e4b8f8, 0xc0006c8400, 0xbb4, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ced80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 236 [semacquire]:
strings.genSplit(0xc006384800, 0xac3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x7fc53005b060)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00413f3c0, 0xaa04d9, 0x2, 0xc0006c8400, 0xac3, 0xc0006c8400, 0xc00413f3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0006c8400, 0xac3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00413f518, 0xc003c984e0, 0x49, 0xc00335c500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cee40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 237 [semacquire]:
strings.Replace(0xc005019100, 0xcee, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc005019100, 0xcee)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043d38f8, 0xc005017600, 0xcec, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cef00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 238 [semacquire]:
strings.Replace(0xc00261e000, 0x15a6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058bb8f8, 0xc00261e000, 0x15a6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cefc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 239 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 240 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002d10a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002d10b60, 0xc004a5c3f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bde40, 0x0, 0x0, 0x0, 0xc003fc1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bde40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fc18f8, 0xc004040880, 0xd48, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 241 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00588d0a0, 0xc002cfd220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002cfd588, 0xaa04f9, 0x2, 0xc0019fdc00, 0xf4, 0x7, 0xe, 0xc0038acec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002cfd518, 0xc0041d7040, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 242 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00566eb00, 0xc00096b950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf2c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 243 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0006891e0, 0xc003c21760, 0xb0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0006891e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0006891e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0006891e0, 0xc005caff80, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038ad5c0, 0x0, 0x0, 0x0, 0xc004757200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038ad5c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047578f8, 0xc0047f5000, 0xdb6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 244 [semacquire]:
bytes.makeSlice(0x604, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0038fb620, 0x4a, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0038fb620, 0xc0026ce8c0, 0x4a, 0x6, 0xffffffffffffffff, 0x1)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0038fb620, 0xc0026ce8c0, 0x4a, 0x74e006, 0xc004a40380)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a683f0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a68380, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a682a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a681c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc0050e9ce0, 0xb84d20, 0xc0038fb620)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0038fb620, 0xc0050e9ce0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0038fb470, 0x4eefee91, 0x1251a20, 0xc0058073c0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 245 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0008258a0, 0xc003fb72c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb73c0, 0xaa05c9, 0x2, 0xc00088dc00, 0xab0, 0x4, 0x246, 0xc0038acd60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc00088dc00, 0xab0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb7518, 0xc0038ac9e0, 0x48, 0xc00260a870)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 246 [semacquire]:
strings.Replace(0xc006436000, 0xe0a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc006436000, 0xe0a)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd98f8, 0xc002ca2000, 0xe08, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf5c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 247 [runnable]:
unicode.IsSpace(0x435, 0xa)
	/usr/local/go/src/unicode/graphic.go:126 +0x98
strings.lastIndexFunc(0xad694f, 0xa, 0xae62c8, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:791 +0x78
strings.TrimRightFunc(0xad694f, 0xa, 0xae62c8, 0xc004c5e800, 0x0)
	/usr/local/go/src/strings/strings.go:744 +0x48
strings.TrimFunc(0xad694f, 0xa, 0xae62c8, 0xc0041d60e8, 0xae6208)
	/usr/local/go/src/strings/strings.go:757 +0x6f
strings.TrimSpace(0xad694f, 0xa, 0x1, 0x0)
	/usr/local/go/src/strings/strings.go:879 +0x145
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:29 +0x205
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 249 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc002ca8800, 0x71e, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d593c0, 0xaa058b, 0x2, 0xc002ca8800, 0x71e, 0x1, 0x166, 0xc003d09a80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc002ca8800, 0x71e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d59518, 0xc0000af640, 0x34, 0xc0026083c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 250 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00586e000, 0x1e2, 0x1e2, 0x3, 0x0, 0x1e1, 0xc00586e000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005555518, 0xc00254f2e0, 0xc00254fd80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 251 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 253 [semacquire]:
strings.Replace(0xc00264e800, 0xbce, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc00264e800, 0xbce)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbd8f8, 0xc002b45000, 0xbcc, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfb00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 254 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 255 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc005917000, 0xeea, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00553d3c0, 0xaa0503, 0x2, 0xc005917000, 0xeea, 0x5, 0x2f8, 0xc003711160)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc005917000, 0xeea, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00553d518, 0xc005806a60, 0x35, 0xc005918040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfc80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 256 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002e42800, 0x1640, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e42800, 0x1640, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e42800, 0x1640, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e42800, 0x1640, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e42800, 0x1640, 0x0, 0x0, 0x1640, 0xc002e42800, 0x1640)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e42800, 0x1640, 0x1640, 0x1800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003ad38d1, 0x28, 0xc002e42800, 0x1640, 0xc002e42800, 0x1640, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003ad38d1, 0x28, 0xc002e42800, 0x1640, 0xaa0378, 0x1, 0xc002e42800, 0x1640, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 257 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003dd2360, 0xc0039f3220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039f3588, 0xaa04f9, 0x2, 0xc003d9f800, 0x64f, 0x0, 0xc000aff880, 0x7fc559d9f7d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0039f3518, 0xc000825480, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfe00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 258 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 259 [runnable]:
os.newFile(0x12b, 0xc0003cff80, 0x5b, 0x1, 0x0)
	/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0003cff80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003cff80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
	/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003cff80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cff80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 261 [semacquire]:
strings.Replace(0xc004a8f000, 0xd96, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fad8f8, 0xc004a8f000, 0xd96, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 262 [semacquire]:
bytes.makeSlice(0x16b, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0031ef890, 0x63, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0031ef890, 0xc002508000, 0x63, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0031ef890, 0xc002508000, 0x63, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef890, 0xc0057a2540, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef890, 0xc0057a2380, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef890, 0xc0057a2310, 0xb84d20, 0xc0031ef890)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0031ef890, 0xc0057a2310, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0031ef6e0, 0x4de6085b, 0x1251a20, 0xc003f09240, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e81e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 263 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e82a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 264 [semacquire]:
regexp.makeOnePass(0xc0036f76e0, 0xc0036f76e0)
	/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc004fc4570, 0xc004fc4570)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057aeff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057aeff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004ff023c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057aeff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057aeff8, 0x1, 0xc004febd30, 0xc0100b7f880, 0x280459d9f7d0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057aeff8, 0x4, 0x4c7, 0xc001e5bb01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001e5b000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000f3e0d0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004fc4540, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00290d8f8, 0xc002c74800, 0xb36, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 265 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004abd0c0, 0xaa04bf, 0x2, 0x67, 0x2, 0xc004abc198)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004abd0c0, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004abd0c0, 0xc002763c70, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004abd0c0, 0xc002763c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004abd0c0, 0xc002763c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc002763260, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041050c0, 0xc002763260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc002763260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc002763180, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041050c0, 0xc002763180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc002763180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc002762a80, 0xc001f47c00, 0x7fc559da2080)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041050c0, 0xc002762a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc002762a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc0027629a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc0027629a0, 0x54b170, 0xc00073a1a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0027629a0, 0x0, 0x0, 0x0, 0x0, 0xc0027629a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0035536e0, 0x0, 0x0, 0x0, 0x1500, 0xc003bba000, 0x13f5, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003bba000, 0x13f5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc00002a4b0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004105518, 0xc00221bca0, 0xc003debbc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 266 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004822440, 0xc00311b2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00311b3c0, 0xaa04f9, 0x2, 0xc003ac4e00, 0x684, 0x4, 0x14a, 0xc00588c8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003ac4e00, 0x684, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00311b518, 0xc0000af4a0, 0x45, 0xc0026ce190)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e84e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 267 [semacquire]:
bytes.makeSlice(0xab0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005eaf388, 0x74, 0xb5)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005eaf388, 0xc002611f00, 0x74, 0x5165d7, 0xc0048e6b71, 0xc004a4c788)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005079180)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005079110)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005078460)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005078380)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046ffc70)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0000a7800, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005eaf518, 0xc0007bd1a0, 0x4e, 0xc003a7a960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e85a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 268 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002905b90, 0x50d201, 0xc0042b4eb0, 0x43, 0xaaba3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c2b518, 0xc0039eeb60, 0xc0039ef700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 269 [semacquire]:
strings.Replace(0xc003b82000, 0x25b6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e78f8, 0xc003b82000, 0x25b6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 270 [semacquire]:
strings.genSplit(0xc0049a3300, 0x1208, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00552a000, 0x3c5, 0x3c5)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033253c0, 0xaa0569, 0x2, 0xc0036ce000, 0x1208, 0x19, 0x3c5, 0xc003dd2c60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc0036ce000, 0x1208, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003325518, 0xc0029cc000, 0x30, 0xc00274a930)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e87e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 271 [semacquire]:
strings.Replace(0xc0041a9500, 0x95b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0041a9500, 0x95b)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058538f8, 0xc003a79500, 0x959, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e88a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 272 [semacquire]:
bytes.makeSlice(0xc44, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0056723c0, 0xea, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0056723c0, 0xc0033a5680, 0xea, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0056723c0, 0xc0033a5680, 0xea, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc00518c4d0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc00518c460, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc0026e8930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc0026e8850, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc0026e8150, 0xb84d20, 0xc0056723c0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0056723c0, 0xc0026e8150, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0051825d0, 0x2c3ba0c2, 0x1251a20, 0xc003dea800, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 273 [semacquire]:
strings.genSplit(0xc005913800, 0x73f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0023c6201, 0x157)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001cf5518, 0xc0038aacf0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001cf5518, 0xc003e56000, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 274 [semacquire]:
bytes.makeSlice(0xc5c, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003dcc240, 0xa0, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003dcc240, 0xc004b4e280, 0xa0, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003dcc240, 0xc004b4e280, 0xa0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0022051f0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc002205180, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0029b70a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0029b6fc0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0029b68c0, 0xb84d20, 0xc003dcc240)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcc240, 0xc0029b68c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003382ab0, 0x4ee6877e, 0x1251a20, 0xc003f083c0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 275 [semacquire]:
strings.Replace(0xc003a3bb00, 0xcb0, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049f18f8, 0xc003a3bb00, 0xcb0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 276 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006229ba0, 0xc003a12200, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006229ba0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006229ba0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006229ba0, 0xc005c68ee0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003deb380, 0x0, 0x0, 0x0, 0xc0064bd200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003deb380, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064bd8f8, 0xc003e0c000, 0xc1c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 277 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 278 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000691900, 0xc004b3d2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b3d3c0, 0xaa0503, 0x2, 0xc001f20000, 0xdf4, 0x5, 0x2a9, 0xc0006918e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc001f20000, 0xdf4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b3d518, 0xc000691260, 0x74, 0xc0026d0c00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 279 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00632b900, 0x488, 0xc005815218, 0xc000365880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00632b900, 0x488, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0058153c0, 0xaa05c9, 0x2, 0xc00632b900, 0x488, 0x2, 0x102, 0xc0044dd440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc00632b900, 0x488, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005815518, 0xc0044dd060, 0x31, 0xc00303e780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 280 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eafba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000eafc70, 0xc00259f880, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09ae0, 0x0, 0x0, 0x0, 0xc002cc7200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09ae0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc78f8, 0xc0024cc400, 0xb89, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 281 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004e3f860, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e3f860)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004e3f860, 0xc002a27180, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09680, 0x0, 0x0, 0x0, 0xc003119200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09680, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031198f8, 0xc00246b900, 0x1179, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9020, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 282 [runnable]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc000eae9c0, 0x75)
	/home/develop/go/src/golang.org/x/net/html/token.go:234 +0x440
golang.org/x/net/html.(*Tokenizer).Next(0xc000eae9c0, 0x100000002)
	/home/develop/go/src/golang.org/x/net/html/token.go:980 +0xcd
golang.org/x/net/html.(*parser).parse(0xc000eaeb60, 0xc00271e7e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08de0, 0x0, 0x0, 0x0, 0xc0030e7200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08de0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030e78f8, 0xc002dc0800, 0x1539, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e90e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 283 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003deac80, 0x4, 0x4, 0xc003dcd380, 0x6, 0x6, 0xc0030e8fe0, 0xc003deac40, 0x20, 0x20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc000522ff0, 0x1, 0x1, 0xc0030e90b0, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000522ff0, 0x1, 0x1, 0xb856e0, 0xc003deac40, 0xc003dcd350, 0xc003dcd350, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcd260, 0xaa408e, 0x4, 0xaa04f9)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030e98f8, 0xc002c51900, 0x127a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e91a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 284 [semacquire]:
strings.Replace(0xc0011b9900, 0xc0d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x3, 0x1)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038858f8, 0xc0011b9900, 0xc0d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 285 [semacquire]:
strings.genSplit(0xad313c, 0xe04, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0055d2000, 0xa4, 0xa4)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 286 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c75400, 0xb32, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c75400, 0xb32, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c75400, 0xb32, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002c75400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c75400, 0xb32, 0x0, 0x0, 0xb32, 0xc00, 0xc002c75400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c75400, 0xb32, 0xb32, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e4ec0, 0x3a, 0xc002c75400, 0xb32, 0xc002c75400, 0xb32, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e4ec0, 0x3a, 0xc002c75400, 0xb32, 0xaa0378, 0x1, 0xc002c75400, 0xb32, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e93e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 287 [semacquire]:
bytes.makeSlice(0x16e, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0007499b0, 0x66, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0007499b0, 0xc00300e540, 0x66, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0007499b0, 0xc00300e540, 0x66, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0007499b0, 0xc001122850, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0007499b0, 0xc001122690, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0007499b0, 0xc001122620, 0xb84d20, 0xc0007499b0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0007499b0, 0xc001122620, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000749800, 0x4edb29cb, 0x1251a20, 0xc0044dd8e0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e94a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 288 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0057b30c0, 0xc003041830, 0x87, 0x87, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057b30c0, 0xc00351e0e0, 0xc0057b21b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc00351e070, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0057b30c0, 0xc00351e070, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057b30c0, 0xc00351e070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057b30c0, 0xc00351e070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a950a0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034cf0c0, 0xc002a950a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a950a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a94fc0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034cf0c0, 0xc002a94fc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a94fc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a948c0, 0xc001d50700, 0x7fc559d9fe98)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034cf0c0, 0xc002a948c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a948c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a947e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a947e0, 0x54b170, 0xc00073a1a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a947e0, 0x0, 0x0, 0x0, 0x0, 0xc002a947e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004bfdb90, 0x0, 0x0, 0x0, 0x1000, 0xc004d2d000, 0xf26, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004d2d000, 0xf26, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026128d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034cf518, 0xc0029cc4a0, 0xc0029cd660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 289 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00248bc00, 0x3f1, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00248bc00, 0x3f1, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00248bc00, 0x3f1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00248bc00, 0x3f1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00248bc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00248bc00, 0x3f1, 0x0, 0x0, 0x3f1, 0x700, 0xc00248bc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00248bc00, 0x3f1, 0x3f1, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260a050, 0x4a, 0xc00248bc00, 0x3f1, 0xc00248bc00, 0x3f1, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260a050, 0x4a, 0xc00248bc00, 0x3f1, 0xaa0378, 0x1, 0xc00248bc00, 0x3f1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 290 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0063f6b30, 0xc003b1ea88, 0x1, 0xe, 0xd5, 0x600000003)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0063f6b30, 0xc0063d8cb0, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0063f6b30, 0xc0063d8d20, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0063d8d20, 0xc0063d8d20, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0063f6ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0063f6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0052c8594)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0063f6ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0063f6ff8, 0x1, 0xc0063d59a0, 0xc0100bd2e00, 0x280459d9f108)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0063f6ff8, 0x4, 0x2ae, 0xc0049fcd01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0049fc000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004c17e10, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cfaf30, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058b58f8, 0xc003e26380, 0xd50, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e96e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 291 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc002941770, 0xea, 0x2, 0xc005d2a198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc002941770, 0xea, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b0c0, 0xc00617d180, 0xc005d2a1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617d110, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005d2b0c0, 0xc00617d110, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d2b0c0, 0xc00617d110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b0c0, 0xc00617d110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617c850, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f2b0c0, 0xc00617c850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc00617c850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617c770, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f2b0c0, 0xc00617c770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc00617c770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617c070, 0xc001377500, 0x7fc559da12f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f2b0c0, 0xc00617c070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc00617c070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc006243f10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc006243f10, 0x54b170, 0xc006229110)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006243f10, 0x0, 0x0, 0x0, 0x0, 0xc006243f10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00620e000, 0x0, 0x0, 0x0, 0x1300, 0xc000872c00, 0x1049, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000872c00, 0x1049, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0004a7a40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f2b518, 0xc004a44000, 0xc004a44a60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e97a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 293 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004141000, 0xeb2, 0xc004107218, 0xc000365880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004141000, 0xeb2, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041073c0, 0xaa058b, 0x2, 0xc004141000, 0xeb2, 0x1, 0x2b5, 0xc0044dd480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748180, 0xc004141000, 0xeb2, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004107518, 0xc00221b900, 0x46, 0xc00002a28c)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 294 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00566eac0, 0xc000b4c950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e99e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 295 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00087dba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00087dc70, 0xc00256f650, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08c80, 0x0, 0x0, 0x0, 0xc00405b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08c80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00405b8f8, 0xc003677000, 0x1660, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 296 [runnable]:
strings.(*asciiSet).contains(...)
	/usr/local/go/src/strings/strings.go:821
strings.IndexAny(0xc0023de180, 0xb2, 0xaa7d56, 0x6, 0x0)
	/usr/local/go/src/strings/strings.go:186 +0x1b2
golang.org/x/net/html.escape(0xb84d20, 0xc0053873b0, 0xc0023de180, 0xb2, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:199 +0x4e
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398b7a0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398b730, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398a930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398a850, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398a150, 0xb84d20, 0xc0053873b0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0053873b0, 0xc00398a150, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002b137d0, 0x4e093f7a, 0x1251a20, 0xc0036b49e0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 297 [semacquire]:
strings.genSplit(0xc0047cb900, 0xc3e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004a08600, 0x253, 0x253)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003dcb3c0, 0xaa0599, 0x2, 0xc003e99900, 0xc3e, 0x3c, 0x253, 0xc004a44ca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc003e99900, 0xc3e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003dcb518, 0xc004a44900, 0x32, 0xc0024e4f80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 298 [semacquire]:
os.newFile(0x162, 0xc0003e9ce0, 0x5b, 0x1, 0x0)
	/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc0003e9ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003e9ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
	/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003e9ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 299 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0039fa420, 0x50d2a1, 0xc0026d6420, 0x2c, 0xaada21)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003c6f518, 0xc003c982c0, 0xc0048226e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 300 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 301 [semacquire]:
strings.Replace(0xc0043a6000, 0x10ab, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc0043a6000, 0x10ab)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044358f8, 0xc003de5900, 0x10a3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 302 [runnable]:
unicode.SimpleFold(0x43, 0xc005dec050)
	/usr/local/go/src/unicode/letter.go:336 +0x14f
regexp/syntax.(*compiler).rune(0xc0063f2b30, 0xc005d92380, 0x1, 0x10, 0xd5, 0xc00007c910)
	/usr/local/go/src/regexp/syntax/compile.go:271 +0x1df
regexp/syntax.(*compiler).compile(0xc0063f2b30, 0xc005de1ce0, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0063f2b30, 0xc005de1d50, 0xc00322ab68)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005de1d50, 0xc005de1d50, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x50)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0063f2ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0063f2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003a5c900)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0063f2ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0063f2ff8, 0x1, 0xc005d944f0, 0xc00117d180, 0x280459d9f7d0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0063f2ff8, 0x4, 0x64e, 0xc005ddd901, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005ddd000, 0x28, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc000523188)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003646c60, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00322b8f8, 0xc003f1ac80, 0x1890, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 303 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007bd120, 0xc0055672c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055673c0, 0xaa058b, 0x2, 0xc002a30a00, 0x13a0, 0x1, 0x445, 0xc0007bd100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc002a30a00, 0x13a0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005567518, 0xc0007bcd20, 0x36, 0xc0035dda00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004080c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 304 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcd7d0, 0x4f40455b, 0x1251a20, 0xc003deafc0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 305 [runnable]:
strings.Index(0xc005f98a80, 0x905, 0xaa0378, 0x1, 0x1e2)
	/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc005f98a80, 0x905, 0xaa0378, 0x1, 0x0, 0x1e2, 0xc95, 0xc005f98000, 0x905)
	/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b2b588, 0xaa04f9, 0x2, 0xc005f98000, 0x905, 0x641e2d, 0x0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002b2b518, 0xc00000ec20, 0x40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 306 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003847ad0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003847ad0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003847ad0, 0xc005d96af0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039ef780, 0x0, 0x0, 0x0, 0xc005471200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039ef780, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054718f8, 0xc00515c000, 0x13d0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 307 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001e471e0, 0xc0056a0000, 0x186)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001e471e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001e471e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001e471e0, 0xc00230f110, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00205f640, 0x0, 0x0, 0x0, 0xc00247d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00205f640, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00247d8f8, 0xc00244ea00, 0x139a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004083c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 308 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 309 [runnable]:
sync.(*RWMutex).Unlock(0xc003e57ac8)
	/usr/local/go/src/sync/rwmutex.go:118 +0xd2
github.com/fatih/set.(*Set).Add(0xc003e57ac0, 0xc003fb92c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb93c0, 0xaa0503, 0x2, 0xc005ce5080, 0x568, 0x5, 0x111, 0xc003e57aa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748c60, 0xc005ce5080, 0x568, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb9518, 0xc003e576c0, 0x29, 0xc000114960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 310 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00247f2e0, 0x20300100000000, 0x7fc4fc7e7fff, 0xc00247f218, 0x1256)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00247f2e0, 0xc00048f800, 0x5, 0xc00247f230, 0x46620f)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00247f2e0, 0xc00247f2f8, 0x43b3b7, 0x1252790, 0xc00247f200, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc5308f0968, 0xc00247f301, 0x10100000042ab7a, 0x0, 0x833)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054eb3e0, 0xaa64ee, 0x5, 0xc75)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00247f518, 0xc004a459a0, 0x833, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 312 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0060790c0, 0xc00079dba0, 0xcb, 0xcb, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060790c0, 0xc003cce310, 0xc0060781b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003cce2a0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0060790c0, 0xc003cce2a0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0060790c0, 0xc003cce2a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060790c0, 0xc003cce2a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0b880, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002be50c0, 0xc003d0b880, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0b880, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0b7a0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002be50c0, 0xc003d0b7a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0b7a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0b0a0, 0xc000334000, 0x7fc559da0c28)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002be50c0, 0xc003d0b0a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0b0a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0afc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0afc0, 0x54b170, 0xc002180340)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003d0afc0, 0x0, 0x0, 0x0, 0x0, 0xc003d0afc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003c57e60, 0x0, 0x0, 0x0, 0xc00, 0xc0033b3800, 0xb89, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0033b3800, 0xb89, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000ead7b0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002be5518, 0xc004d45e60, 0xc004c587c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 313 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002180f70, 0xc005706000, 0xfa)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002180f70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002180f70)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002180f70, 0xc00508e000, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029cca40, 0x0, 0x0, 0x0, 0xc004e6b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029cca40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e6b8f8, 0xc003904000, 0xf6a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 314 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006252000, 0x709, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006252000, 0x709, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006252000, 0x709, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006252000, 0x709, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006252000, 0x709, 0x0, 0x0, 0x709, 0xc006252000, 0x709)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006252000, 0x709, 0x709, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114090, 0x23, 0xc006252000, 0x709, 0xc006252000, 0x709, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114090, 0x23, 0xc006252000, 0x709, 0xaa0378, 0x1, 0xc006252000, 0x709, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 315 [semacquire]:
github.com/gigawattio/window.Rolling(0xc001e32f00, 0x21c, 0x21c, 0x3, 0x0, 0x21b, 0xc001e32f00)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005567518, 0xc00566ea00, 0xc00063a240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004089c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 316 [semacquire]:
regexp.makeOnePass(0xc003dcc930, 0xc003dcc930)
	/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc003dcc8d0, 0xc003dcc8d0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003393300, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003393300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003393300, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003393300, 0x75a856, 0x0, 0xc00305acb0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003393300, 0xc0033932c8, 0xc003393350, 0x42ca96, 0xc003dcc8a0, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc003393368, 0xc003393380, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc003dea5c0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00306dcb0, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003393518, 0xc0000aed20, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 317 [semacquire]:
strings.Replace(0xc005418000, 0x7d9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc005418000, 0x7d9)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d338f8, 0xc0045ed000, 0x7d6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 318 [semacquire]:
regexp/syntax.(*compiler).init(...)
	/usr/local/go/src/regexp/syntax/compile.go:90
regexp/syntax.Compile(0xc005a79dc0, 0xc005a79dc0, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:82 +0x49
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0031baff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0031baff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002a9250c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0031baff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0031baff8, 0x1, 0xc005a49b20, 0xc0100bd2e00, 0x280459d9f108)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0031baff8, 0x4, 0x284, 0xc003ef2d01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003ef2000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e364e0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036f7fb0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031bb8f8, 0xc002c02880, 0xd7a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 319 [semacquire]:
regexp.makeOnePass.func1(0xb, 0xc00388fc30, 0x10, 0x10, 0x1)
	/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc000749710, 0xc000749710)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0007496b0, 0xc0007496b0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004e30ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004e30ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00388fbfc)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004e30ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004e30ff8, 0x1, 0xc004e10950, 0xc0100ffc000, 0x280459d9fe98)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004e30ff8, 0x4, 0xe1f, 0xc0059a4101, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0059a4000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e3fc70, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000749650, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e318f8, 0xc002c3ec00, 0x1160, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 320 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032d4000, 0xc0031f0fd0, 0xa9)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032d4000, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4000)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d4000, 0xc0008573b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002e0fec0, 0x0, 0x0, 0x0, 0xc00358b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002e0fec0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00358b8f8, 0xc00109bc00, 0xadd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 321 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc005c08000, 0xa76, 0x2, 0xc00442da58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc005c08000, 0xa76, 0x0, 0x0, 0xc00306cae0, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc005c08000, 0xa76, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 323 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c0122a0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a4d3b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a4d3a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0007f6000, 0x38b, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e44c0, 0x3a, 0xc0007f6000, 0x38b, 0xc0007f6000, 0x38b, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e44c0, 0x3a, 0xc0007f6000, 0x38b, 0xaa0378, 0x1, 0xc0007f6000, 0x38b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 324 [semacquire]:
strings.Replace(0xc002d14000, 0x690, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f318f8, 0xc002d14000, 0x690, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 325 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7fc4ac003690, 0x7fc4ac001ff0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00566ec40, 0xc0000c5c00, 0x35e, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0000c5c00, 0x35e, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003594080, 0x3c, 0xc0000c5c00, 0x35e, 0xc0000c5c00, 0x35e, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003594080, 0x3c, 0xc0000c5c00, 0x35e, 0xaa0378, 0x1, 0xc0000c5c00, 0x35e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 326 [semacquire]:
strings.genSplit(0xc003306000, 0x16fd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0001a5500, 0x486, 0x486)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b433c0, 0xaa0569, 0x2, 0xc002e41000, 0x16fd, 0x21, 0x486, 0xc003dd3ca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc002e41000, 0x16fd, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b43518, 0xc003dd3940, 0x20, 0xc0039e2280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 327 [semacquire]:
regexp.makeOnePass.func1(0xa, 0xc0031dd080, 0x10, 0x10, 0x1)
	/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc0026f6450, 0xc0026f6450)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0026f63f0, 0xc0026f63f0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004a1cff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004a1cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dd034)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004a1cff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004a1cff8, 0x1, 0xc005235160, 0xc01013fd500, 0x280459d9fe98)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004a1cff8, 0x4, 0x2e1, 0xc002a24d01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a24000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x7fc51966ad00, 0x7f)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f63c0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1d8f8, 0xc005015b00, 0xd1b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004092c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 328 [semacquire]:
bytes.makeSlice(0x5b7, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0048b9208, 0xbd, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0048b9208, 0xc0024eab40, 0xbd, 0x2, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002781110)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002780ee0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0027808c0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0038ab0e0, 0xc0038ab0e0, 0xc0038ab100)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0048b9518, 0xc003e56640, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 329 [semacquire]:
strings.genSplit(0xc00191f800, 0x741, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005c1e800, 0x16d, 0x16d)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030e53c0, 0xaa0503, 0x2, 0xc00191e800, 0x741, 0x5, 0x16d, 0xc004822280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc00191e800, 0x741, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030e5518, 0xc003f09de0, 0x2a, 0xc000115620)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 330 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00607d3c0, 0xaa0503, 0x2, 0xc0030c6a00, 0x204f, 0x5, 0x622, 0xc0044dd000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0030c6a00, 0x204f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00607d518, 0xc0044dcba0, 0x21, 0xc0026136b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 331 [semacquire]:
strings.Replace(0xc0053fc000, 0xec1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc0053fc000, 0xec1)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c078f8, 0xc004335000, 0xebf, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004095c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 332 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d45720, 0xc003a332c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a333c0, 0xaa0599, 0x2, 0xc003c48700, 0x6de, 0x24, 0x15e, 0xc004d45700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c1e0, 0xc003c48700, 0x6de, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a33518, 0xc0008256c0, 0x33, 0xc003561080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 333 [semacquire]:
bytes.makeSlice(0x2ea, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005387740, 0x8, 0x5)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005387740, 0xc004dd39d0, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005387740, 0xc004dd39d0, 0x8, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005387740, 0xc005123b90, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005387740, 0xc005123730, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005387740, 0xc0051236c0, 0xb84d20, 0xc005387740)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005387740, 0xc0051236c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004df94a0, 0x2c2a3824, 0x1251a20, 0xc003710120, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 334 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ddec00, 0x12b1, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ddec00, 0x12b1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ddec00, 0x12b1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ddec00, 0x12b1, 0x0, 0x0, 0x12b1, 0xc004ddec00, 0x12b1)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ddec00, 0x12b1, 0x12b1, 0x1300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274a6c0, 0x23, 0xc004ddec00, 0x12b1, 0xc004ddec00, 0x12b1, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274a6c0, 0x23, 0xc004ddec00, 0x12b1, 0xaa0378, 0x1, 0xc004ddec00, 0x12b1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 335 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
	/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc003aeb380, 0xd400000020, 0x1)
	/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc003aeb380, 0x20)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc00480f100, 0x50d5a7, 0xc00480e85c)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00480ea00, 0x6de, 0x6de)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
	/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00256b518, 0xc00254e040, 0xc0029cc980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004098c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 336 [semacquire]:
strings.genSplit(0xc000645800, 0x70c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004bcbb00, 0x1ab, 0x1ab)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0056fb3c0, 0xaa04d9, 0x2, 0xc006316000, 0x70c, 0x1, 0x1ab, 0xc0029ccac0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc006316000, 0x70c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056fb518, 0xc00566f6c0, 0x41, 0xc0023f6a50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409980, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 337 [semacquire]:
strings.genSplit(0xc004cf2800, 0x77f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005bda000, 0x1b4, 0x1b4)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a1b3c0, 0xaa04df, 0x2, 0xc00295a000, 0x77f, 0x5, 0x1b4, 0xc00063b2e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc00295a000, 0x77f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1b518, 0xc0000af1e0, 0x33, 0xc002608100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409a40, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 338 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0035ad1e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0035ad1e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0035ad1e0, 0xc004bf8150, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254eaa0, 0x0, 0x0, 0x0, 0xc00279f200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254eaa0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00279f8f8, 0xc004490a00, 0x232a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409b00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 339 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005817800, 0x79e, 0xc002c7b218, 0xc000365880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005817800, 0x79e, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c7b3c0, 0xaa0569, 0x2, 0xc005817800, 0x79e, 0x10, 0x1c5, 0xc003711140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc005817800, 0x79e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c7b518, 0xc005806120, 0x3a, 0xc004b67b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409bc0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 341 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...)
	_cgo_gotypes.go:71
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0029cdec0, 0xc00257d800, 0x66c, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00257d800, 0x66c, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002608800, 0x37, 0xc00257d800, 0x66c, 0xc00257d800, 0x66c, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002608800, 0x37, 0xc00257d800, 0x66c, 0xaa0378, 0x1, 0xc00257d800, 0x66c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409d40, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 342 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004e3e0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc004e3e1a0, 0xc004c24070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00472c880, 0x0, 0x0, 0x0, 0xc004baf200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00472c880, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004baf8f8, 0xc00471c000, 0x17f1, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 343 [semacquire]:
regexp.(*machine).alloc(...)
	/usr/local/go/src/regexp/exec.go:110
regexp.(*machine).add(0xc004366000, 0xc004366010, 0x7fc4000006ca, 0x0, 0xc003a57330, 0x0, 0x2, 0xc003cc2f58, 0x0, 0x7fc4fc7e7fff)
	/usr/local/go/src/regexp/exec.go:363 +0x46c
regexp.(*machine).add(0xc004366000, 0xc004366010, 0x6d7, 0x0, 0xc003a57330, 0x0, 0x2, 0xc005a20f58, 0x0, 0x203001)
	/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc004366000, 0xc004366010, 0x6e4, 0x0, 0xc003a57330, 0x0, 0x2, 0xc005a20f58, 0x0, 0xc00041f980)
	/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc004366000, 0xc004366010, 0xc0000006f4, 0x0, 0xc003a57330, 0x0, 0x2, 0xc005a20f58, 0x0, 0xc0045ee000)
	/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).match(0xc004366000, 0xb886e0, 0xc0043660c0, 0x0, 0xc003647e60)
	/usr/local/go/src/regexp/exec.go:222 +0x366
regexp.(*Regexp).doExecute(0xc00011db80, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000cfdaa8, 0x6, 0x0, 0x0, ...)
	/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).doMatch(...)
	/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).MatchString(...)
	/usr/local/go/src/regexp/regexp.go:507
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1.1(0x0, 0xc004364120)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:427 +0xd0
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0043640f0, 0xc005a21250, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc004364090)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:425 +0x17d
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004363f80, 0xc005a212f8, 0x4)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc0043e56b0, 0xc00221bf40, 0xc00011db80, 0xc0043e53a0, 0xc004340c90)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005a216b0, 0xc00221bf40, 0xc0035e1800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 344 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 345 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a44ea0, 0xc003c732c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c733c0, 0xaa04f9, 0x2, 0xc001094380, 0xcb4, 0x1, 0x2e5, 0xc004a44e80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc001094380, 0xcb4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c73518, 0xc004a44b00, 0x38, 0xc00303f1c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 346 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 347 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004281e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 348 [semacquire]:
strings.NewReader(...)
	/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e698f8, 0xc001fab600, 0x1a95, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004282a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 349 [semacquire]:
strings.Replace(0xc0040c4c80, 0x1937, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00514d8f8, 0xc0040c4c80, 0x1937, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 350 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 351 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003dea7a0, 0xc002e792c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e793c0, 0xaa0503, 0x2, 0xc002720000, 0x1229, 0x4, 0x3d0, 0xc0035e0b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748300, 0xc002720000, 0x1229, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e79518, 0xc0029cca00, 0x5d, 0xc0004e72c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004284e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 352 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004285a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 353 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003e08c30, 0xc0037f8b90, 0x3)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003e08c30, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e08c30)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e08c30, 0xc0034ba690, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a44420, 0x0, 0x0, 0x0, 0xc003e3d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a44420, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e3d8f8, 0xc00318d000, 0x3734, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 354 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 355 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003c4fc70, 0xc002561a40, 0x91)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003c4fc70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003c4fc70)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003c4fc70, 0xc0060031f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00063aa40, 0x0, 0x0, 0x0, 0xc002d93200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00063aa40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d938f8, 0xc002c54000, 0x91d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004287e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 356 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003615400, 0xafe, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003615400, 0xafe, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003615400, 0xafe, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003615400, 0xafe, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003615400, 0xafe, 0x0, 0x0, 0xafe, 0xc003615400, 0xafe)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003615400, 0xafe, 0xafe, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e4340, 0x38, 0xc003615400, 0xafe, 0xc003615400, 0xafe, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e4340, 0x38, 0xc003615400, 0xafe, 0xaa0378, 0x1, 0xc003615400, 0xafe, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004288a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 357 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004303170, 0x127d300, 0xc0043030e8, 0x5697b3, 0xc00011d7c0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004303170, 0x0, 0x0, 0xc0043030e8, 0x46e88b)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004303170, 0x7dc, 0x800, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc0043031d8, 0xc0043031f0, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc005387440)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003cd9710, 0xaa262f, 0x3, 0xc005387410)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0043036b0, 0xc003e571a0, 0xaa262f, 0x3, 0xc003e571a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0043036b0, 0xc003e571a0, 0xc004822160)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 358 [semacquire]:
bytes.makeSlice(0x180f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0031ef020, 0x9b, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0031ef020, 0xc00341dd68, 0x9b, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0031ef020, 0xc00341dd68, 0xa3, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032ffc70, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032ffc00, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032fe8c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032fe7e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032fe0e0, 0xb84d20, 0xc0031ef020)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0031ef020, 0xc0032fe0e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0031eee10, 0x4de17fe8, 0x1251a20, 0xc003f08f40, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 359 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 360 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000690a60, 0xc0026bb2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026bb3c0, 0xaa04d9, 0x2, 0xc0026a2a80, 0x91c, 0x1, 0x1db, 0xc000690a00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc0026a2a80, 0x91c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026bb518, 0xc0000aed80, 0x33, 0xc0026cc240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 362 [semacquire]:
strings.Replace(0xc003aff200, 0xc01, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x3c, 0xc003aff200, 0xc01)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002507518, 0xc000691b00, 0xc000825260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 363 [semacquire]:
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:186 +0x152
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0045a6ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0045a6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00461d1cc)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0045a6ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0045a6ff8, 0x1, 0xc0034b6930, 0xc0101377500, 0x280459da0560)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0045a6ff8, 0x4, 0x8db, 0xc002a9c701, 0x45624c, 0xc002bd0fc8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0x3340, 0xc0007f9e00, 0x1259780, 0x1259790, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x7fc5308e8528, 0x1b)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003c566f0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd18f8, 0xc0045ec800, 0x722, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 364 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006115450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006115520, 0xc0064ebb90, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e57ae0, 0x0, 0x0, 0x0, 0xc003861200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e57ae0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038618f8, 0xc004449600, 0xd5f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 365 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005c22b30, 0xc0026cc518, 0x1, 0xa, 0xd5, 0xe00000007)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005c22b30, 0xc0051ca460, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005c22b30, 0xc0051ca4d0, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0051ca4d0, 0xc0051ca4d0, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005c22ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005c22ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00448934c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005c22ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005c22ff8, 0x1, 0xc005192830, 0xc0100ee7800, 0x280459da19b8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005c22ff8, 0x4, 0x471, 0xc005921b01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005921000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005688f70, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcced0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c778f8, 0xc001ea6800, 0xb84, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 366 [semacquire]:
strings.Replace(0xc0056d9400, 0xaef, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0056d9400, 0xaef)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051498f8, 0xc0056d7c00, 0xaee, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 367 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc003673800, 0x791, 0xc0048255fc, 0x4)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d0f3c0, 0xaa0503, 0x2, 0xc003673800, 0x791, 0xc003673800, 0xc002d0f3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003673800, 0x791, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d0f518, 0xc003f09d40, 0x35, 0xc000117c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004290e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 368 [semacquire]:
strings.genSplit(0xc005191800, 0x764, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003ee6600, 0x189, 0x189)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030853c0, 0xaa0569, 0x2, 0xc0045ed800, 0x764, 0x15, 0x189, 0xc003deace0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0045ed800, 0x764, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003085518, 0xc00205e380, 0x3e, 0xc0034b5f80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004291a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 369 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc0035ac680, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0035ac680)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0035ac680, 0xc00397d730, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434660, 0x0, 0x0, 0x0, 0xc003081200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434660, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030818f8, 0xc002db4380, 0xc86, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 370 [semacquire]:
regexp.onePassCopy(0xc0026f6960, 0xc0026f6960)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0026f6960, 0xc0026f6960)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005558ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005558ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031ddae4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005558ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005558ff8, 0x1, 0xc0053934a0, 0xc010117d100, 0x280459da2080)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005558ff8, 0x4, 0xb5, 0xc002b9ef01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002b9e000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001e460d0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6930, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055598f8, 0xc00350e000, 0xf40, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 371 [semacquire]:
strings.Replace(0xc00257f500, 0xa79, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002552000, 0xc00254e040)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029338f8, 0xc00257f500, 0xa79, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004293e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 372 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004294a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 373 [semacquire]:
strings.Replace(0xc002966000, 0xf98, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc002966000, 0xf98)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033658f8, 0xc002966000, 0xf98, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 374 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046c3588, 0xaa04f9, 0x2, 0xc00598a1c0, 0xdd, 0x1, 0x1d, 0xc004c59380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046c3518, 0xc000825280, 0x78)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 375 [runnable]:
github.com/andybalholm/cascadia.matchAttribute(0xc00370fce0, 0xac0dfd, 0xa, 0xc00348eaa8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:303 +0x77
github.com/andybalholm/cascadia.attributeRegexMatch(0xac0dfd, 0xa, 0xc0049f6460, 0xc00370fce0, 0xffffffffffffffff)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:396 +0x67
github.com/andybalholm/cascadia.attrSelector.Match(0xac0dfd, 0xa, 0x0, 0x0, 0xac0e07, 0x2, 0xc0049f6460, 0xc00370fce0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:292 +0x207
github.com/andybalholm/cascadia.compoundSelector.Match(0xc00254e3c0, 0x2, 0x2, 0x0, 0x0, 0xc00370fce0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:813 +0x6d
github.com/andybalholm/cascadia.SelectorGroup.Match(0xc0061623d0, 0x1, 0x1, 0xc00370fce0, 0xc006160200)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:933 +0x68
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00254e3e0, 0xc00370fce0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:128 +0x34
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00254e3e0, 0xc00370fb20, 0x0, 0x0, 0x0, 0xc00348ee38, 0x46e4b7, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00254e3e0, 0xc00370fab0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc00254e3e0, 0xc00370fab0, 0xc00348ef00, 0x747325, 0xc000bd2e00)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc00370f9d0, 0x0, 0xc000bd2e00, 0x7fc559d9f108)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc0055ea010, 0x1, 0x1, 0xc00348f060, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0055ea010, 0x1, 0x1, 0xb856e0, 0xc00254e3e0, 0xc00348f148, 0x54b3c5, 0xb7b900)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006160210, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00348f8f8, 0xc005504800, 0x764, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004296e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 376 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0038ac920, 0xc0046fb2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046fb3c0, 0xaa04fd, 0x2, 0xc00015a400, 0x81a, 0x1, 0x1c8, 0xc0044dd380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc00015a400, 0x81a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046fb518, 0xc0044dcf20, 0x1d, 0xc0039e3020)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004297a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 377 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0062e69c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0062e6a90, 0xc006427490, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004913fc0, 0x0, 0x0, 0x0, 0xc00582f200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004913fc0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00582f8f8, 0xc006382400, 0xa9b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 378 [semacquire]:
strings.NewReader(...)
	/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00362f8f8, 0xc005695000, 0x72a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 379 [semacquire]:
regexp.onePassCopy(0xc0056725a0, 0xc0056725a0)
	/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0056725a0, 0xc0056725a0)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003fbaff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003fbaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565ed3c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003fbaff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003fbaff8, 0x1, 0xc005629b30, 0xc010132aa80, 0x280459da19b8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003fbaff8, 0x4, 0x6d4, 0xc003d06901, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003d06000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00073ab60, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005672570, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbb8f8, 0xc002a65500, 0x925, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004299e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 380 [semacquire]:
strings.Replace(0xc0022fb000, 0xdbf, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e8f8f8, 0xc0022fb000, 0xdbf, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 381 [runnable]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00087c680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00087c750, 0xc00254c9a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e97de0, 0x0, 0x0, 0x0, 0xc003e1d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e97de0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e1d8f8, 0xc003b2b500, 0x97c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 382 [runnable]:
strings.genSplit(0xc0006b8380, 0xcb8, 0xaa0378, 0x1, 0x0, 0x287, 0xd5f, 0xc0006b7600, 0xcb8)
	/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c3d588, 0xaa04f9, 0x2, 0xc0006b7600, 0xcb8, 0x0, 0xc001377500, 0x7fc559da12f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c3d518, 0xc0041d6840, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 383 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0054b6b30, 0xc004b675c8, 0x1, 0xe, 0xd5, 0x600000003)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0054b6b30, 0xc0056c0230, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0054b6b30, 0xc0056c02a0, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0056c02a0, 0xc0056c02a0, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0054b6ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0054b6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0054d2ccc)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0054b6ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0054b6ff8, 0x1, 0xc0054f8530, 0xc0101ecc000, 0x280459d9f7d0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0054b6ff8, 0x4, 0x48a, 0xc002eafb01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002eaf000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00092cf70, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054eb1d0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00247f8f8, 0xc002f08c00, 0xb6a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 384 [semacquire]:
strings.NewReader(...)
	/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e38f8, 0xc0028f4580, 0xc11, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 385 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00369b3c0, 0xaa04df, 0x2, 0xc0054fe000, 0xde8, 0xc0054fe000, 0xc00369b3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0054fe000, 0xde8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00369b518, 0xc003dea560, 0x39, 0xc00303e492)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 386 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006408000, 0xe10, 0xc002f4f218, 0xc000bfe380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006408000, 0xe10, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f4f3c0, 0xaa04fd, 0x2, 0xc006408000, 0xe10, 0x1, 0x2de, 0xc005711ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc006408000, 0xe10, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f4f518, 0xc004912c60, 0x33, 0xc004811180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 387 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0059b0c00, 0x1200, 0xc004f57218, 0xc000bd2e00)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0059b0c00, 0x1200, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f573c0, 0xaa059b, 0x2, 0xc0059b0c00, 0x1200, 0x7, 0x3c0, 0xc004d45d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc0059b0c00, 0x1200, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f57518, 0xc004d459e0, 0x2c, 0xc000115680)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 388 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004400c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 389 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005c26b30, 0xc00303ff48, 0x1, 0xe, 0xd5, 0x600000003)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005c26b30, 0xc0051aaa10, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005c26b30, 0xc0051aaa80, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0051aaa80, 0xc0051aaa80, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005c26ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005c26ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00448914c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005c26ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005c26ff8, 0x1, 0xc0051921a0, 0xc01ff000000, 0x280420656874)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005c26ff8, 0x4, 0x5af, 0xc004511a01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004511000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004918d00, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dccc30, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046098f8, 0xc0031b3500, 0xa4d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 390 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00254e160, 0xc004ab9210, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ab9588, 0xaa04f9, 0x2, 0xc00260c460, 0x93, 0x7, 0xc004ab9290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x8, 0xc0061601b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003d25e00, 0xc004ab9320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004ab9518, 0xc0034c6600, 0xc000691cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004ab9518, 0xc0034c6600, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004ab9518, 0xc0034c6600, 0xc0034c6600)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 391 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a45860, 0xc002d5b2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d5b3c0, 0xaa04df, 0x2, 0xc002bb6000, 0xd62, 0x5, 0x2cb, 0xc00254ec40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc002bb6000, 0xd62, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d5b518, 0xc0000af9e0, 0x1b, 0xc0022fe5c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 392 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004403c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 393 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003af5200, 0x410, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003af5200, 0x410, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003af5200, 0x410, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003af5200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003af5200, 0x410, 0x0, 0x0, 0x410, 0x480, 0xc003af5200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003af5200, 0x410, 0x410, 0x480)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024ee030, 0x28, 0xc003af5200, 0x410, 0xc003af5200, 0x410, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024ee030, 0x28, 0xc003af5200, 0x410, 0xaa0378, 0x1, 0xc003af5200, 0x410, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 394 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00597f500, 0x918, 0x5165d7, 0xc000bd2e00)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00597f500, 0x918, 0xc004981b94, 0x4)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f553c0, 0xaa04fd, 0x2, 0xc00597f500, 0x918, 0xc00597f500, 0xc004f553b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc00597f500, 0x918, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f55518, 0xc0055d81a0, 0x1c, 0xc0038563c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 395 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a44380, 0xc005a0d220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a0d588, 0xaa04f9, 0x2, 0xc002701800, 0x156e, 0x0, 0xc000334000, 0x7fc559d9f7d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005a0d518, 0xc00063b160, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 396 [semacquire]:
regexp.makeOnePass.func1(0x6, 0xc001cc9e40, 0xf, 0xf, 0x1)
	/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc001cfad20, 0xc001cfad20)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001cfacc0, 0xc001cfacc0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f25300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f25300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f25300, 0x0, 0xb856e0, 0xc000690d28, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f25300, 0xc005506070, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f25300, 0x42ca96, 0xc001cfac90, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002f25370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00221bf00, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003d62f90, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002f25518, 0xc003dd2860, 0xabc101, 0x1d, 0x25, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004406c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 397 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e567c0, 0x0, 0x0, 0x0, 0xc0032e1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e567c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032e18f8, 0xc003300000, 0xb67, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 398 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 399 [semacquire]:
regexp/syntax.(*parser).push(0xc0052e7680, 0xc005133a40, 0xc005133a40)
	/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0052e7680, 0x43)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00405eff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00405eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dc48c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00405eff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00405eff8, 0x1, 0xc006365fd0, 0xc0100bd2e00, 0x280459d9f108)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00405eff8, 0x4, 0x7b8, 0xc00550c801, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00550c000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0061156c0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001096a80, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00405f8f8, 0xc0046d8400, 0x844, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 400 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0056880d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0056881a0, 0xc0054fb1f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45820, 0x0, 0x0, 0x0, 0xc002939200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45820, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029398f8, 0xc00088e800, 0xabc, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004409c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 401 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00453a5a0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc00453a5a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00453a2a0, 0xc0037bd320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0037bd518, 0xc00530fd70, 0xc004823620)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0037bd518, 0xc00530fd70, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0037bd518, 0xc00530fd70, 0xc00530fd70)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 402 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc003e09450, 0x6f)
	/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc003e09450)
	/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc003e09450, 0x2fc0600000004)
	/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc003e096c0, 0xc001cc5d50, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d44d80, 0x0, 0x0, 0x0, 0xc003329200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d44d80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033298f8, 0xc0016f4000, 0x1eac, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 403 [semacquire]:
strings.Replace(0xc003df1500, 0x9b3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003df1500, 0x9b3)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049f38f8, 0xc003907500, 0x9a9, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 404 [semacquire]:
strings.Replace(0xc00550b800, 0x7b8, 0xaa5bed, 0x5, 0xaa0e50, 0x3, 0x1, 0xc00550b800, 0x7b8)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005473518, 0xc003d08080, 0xc003d08920)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 405 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004e36c30, 0xc0031dc2e0, 0x5)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc004e36c30, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e36c30)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004e36c30, 0xc00637bc70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00566ea20, 0x0, 0x0, 0x0, 0xc00553b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00566ea20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00553b8f8, 0xc003c6c000, 0xee9, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 406 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 407 [semacquire]:
strings.Replace(0xc00494f000, 0xee7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064f98f8, 0xc00494f000, 0xee7, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 408 [semacquire]:
strings.Replace(0xc001f5c000, 0x1d52, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc001f5c000, 0x1d52)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d618f8, 0xc005dcc000, 0x1d45, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 409 [semacquire]:
strings.genSplit(0xc0034fea00, 0x148c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x28e4, 0xc0034fd500, 0x148c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041c3588, 0xaa04f9, 0x2, 0xc0034fd500, 0x148c, 0x641e2d, 0x0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0041c3518, 0xc00254f100, 0x33)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 410 [semacquire]:
strings.Replace(0xc0031be000, 0xe90, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036338f8, 0xc0031be000, 0xe90, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 411 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc48c1bf0b0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003d02070, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d02060, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003616c00, 0x3fd, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303ee40, 0x40, 0xc003616c00, 0x3fd, 0xc003616c00, 0x3fd, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303ee40, 0x40, 0xc003616c00, 0x3fd, 0xaa0378, 0x1, 0xc003616c00, 0x3fd, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 412 [semacquire]:
regexp.onePassCopy(0xc003dcde30, 0xc003dcde30)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc003dcde30, 0xc003dcde30)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00442aff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00442aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003a12008)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00442aff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00442aff8, 0x1, 0xc005ae1620, 0xeca, 0x2804049195f0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00442aff8, 0x4, 0x133, 0xc0029b2e01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0029b2000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0049196c0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcde00, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00442b8f8, 0xc002473000, 0xec4, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004412c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 413 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00073b790, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00073b790)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00073b790, 0xc000309b90, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003dd38c0, 0x0, 0x0, 0x0, 0xc00290f200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003dd38c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00290f8f8, 0xc004b05500, 0x14b3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 414 [semacquire]:
strings.Replace(0xc003120a00, 0x142c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc003120a00, 0x142c)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025058f8, 0xc0029d8a00, 0x142a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 415 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006115ee0, 0xc00389c940, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006115ee0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006115ee0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006115ee0, 0xc0064fe3f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e57e00, 0x0, 0x0, 0x0, 0xc004a1b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e57e00, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1b8f8, 0xc00451a880, 0xcde, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 416 [semacquire]:
strings.genSplit(0xc005d04c80, 0x18e4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4e9, 0x4e9)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b473c0, 0xaa04df, 0x2, 0xc0027cf980, 0x18e4, 0x5, 0x4e9, 0xc0039eefe0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00285e9c0, 0xc0027cf980, 0x18e4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b47518, 0xc0039eeba0, 0x41, 0xc00002b040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004415c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 417 [semacquire]:
strings.Replace(0xc005c38480, 0x19b5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc005c38480, 0x19b5)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00358d8f8, 0xc0041ad300, 0x197e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 418 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc48c1c7040, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0057b6070, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0057b6060, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002794800, 0x781, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274aae0, 0x2c, 0xc002794800, 0x781, 0xc002794800, 0x781, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274aae0, 0x2c, 0xc002794800, 0x781, 0xaa0378, 0x1, 0xc002794800, 0x781, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 419 [semacquire]:
strings.Replace(0xc004fee000, 0xd88, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc004fee000, 0xd88)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029118f8, 0xc004353000, 0xd86, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 420 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000eaf040, 0xc004489200, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000eaf040, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eaf040)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eaf040, 0xc002a9a310, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08e80, 0x0, 0x0, 0x0, 0xc00311d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08e80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00311d8f8, 0xc003114a00, 0x1302, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004418c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 421 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc003c45b20, 0x0, 0xc0031e3dc0, 0x0, 0xc000523118, 0x1, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc0031e3dc0, 0x1, 0xc000523118, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45
github.com/PuerkitoBio/goquery.mapNodes(0xc000682518, 0x1, 0x1, 0xc0037b90f0, 0x7fc559d9f7d0, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000682518, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000523120, ...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0050958f0, 0xc003646510)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0037b9518, 0xc0050958f0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0037b9518, 0xc0029cdfa0, 0x31)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 422 [semacquire]:
strings.Replace(0xc002721300, 0x1193, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x2f3c2e3133206863, 0x20202020200a3e70)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025478f8, 0xc002721300, 0x1193, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 423 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000eae820, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eae820)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eae820, 0xc00368f1f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f160, 0x0, 0x0, 0x0, 0xc004791200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f160, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047918f8, 0xc002637000, 0x1763, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 424 [semacquire]:
bytes.makeSlice(0x301, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003d24960, 0x7, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003d24960, 0xad070f, 0x7, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc003d24960, 0xc001f1ae00, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc003d24960, 0xc001f1a9a0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003d24960, 0xc001f1a930, 0xb84d20, 0xc003d24960)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003d24960, 0xc001f1a930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033ae150, 0x4f22d0cb, 0x1251a20, 0xc004d44e20, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 425 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0007492f0, 0x4ed67db7, 0x1251a20, 0xc0044dd500, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 426 [semacquire]:
strings.Replace(0xc002588000, 0x2daa, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x8, 0xc002588000, 0x2daa)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cbd8f8, 0xc003e68000, 0x2d92, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 427 [semacquire]:
strings.Replace(0xc0040a9000, 0x15fb, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc03f82e253, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aeb8f8, 0xc0040a9000, 0x15fb, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 428 [semacquire]:
bytes.makeSlice(0x12b5, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0010b3388, 0x9d3, 0x15a)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0010b3388, 0xc0024ff500, 0x9d3, 0x5165d7, 0xc00177de87, 0xc004a4cf60)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f19d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f1960)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f1880)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f0d20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f0c40)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f0540)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00293eae0, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0010b3518, 0xc0007bd260, 0x34, 0xc003560340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441ec0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 429 [semacquire]:
strings.Replace(0xc006340000, 0x28c5, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xd, 0xc03f800054, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cb98f8, 0xc006340000, 0x28c5, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 430 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032d45b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0032d4750, 0xc001b8d880, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08360, 0x0, 0x0, 0x0, 0xc003887200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08360, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038878f8, 0xc002722600, 0x10bb, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 431 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b4aa0, 0xc0040532c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040533c0, 0xaa04f9, 0x2, 0xc001092880, 0xcb5, 0x1, 0x2a3, 0xc004a448a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc001092880, 0xcb5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004053518, 0xc004a44540, 0x55, 0xc00048d92a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 432 [semacquire]:
strings.Replace(0xc004e0f600, 0x87f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0044f4300, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044578f8, 0xc004e0f600, 0x87f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c1e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 433 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087d2b0, 0xc004a4faf8, 0x7)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087d2b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087d2b0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087d2b0, 0xc0033a2af0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000af460, 0x0, 0x0, 0x0, 0xc003491200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000af460, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034918f8, 0xc002fad500, 0x3054, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c2a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 434 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc0025eb740, 0xffffffff, 0xc003a2ca58)
	/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc0025eb740, 0xc005d3fb20, 0xc005d3fb20)
	/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc0025eb740, 0x74)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1a5)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003a2cff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003a2cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00102419c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003a2cff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003a2cff8, 0x1, 0xc005d57a40, 0xc0101377501, 0x280459da12f0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003a2cff8, 0x4, 0xc2, 0xc004775f01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0x7fc5300660e8, 0x0, 0x1000, 0x1600000000, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc0055ea7b8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000642090, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a2d8f8, 0xc001ccb000, 0xf30, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 435 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 436 [runnable]:
regexp/syntax.(*Inst).MatchRunePos(0xc0013e9768, 0x65, 0xffffffff00000065)
	/usr/local/go/src/regexp/syntax/prog.go:249 +0x10f
regexp/syntax.(*Inst).MatchRune(...)
	/usr/local/go/src/regexp/syntax/prog.go:193
regexp.(*Regexp).tryBacktrack(0xc00251abe0, 0xc0001562c0, 0xb886e0, 0xc000156340, 0xc000000049, 0x868, 0x0)
	/usr/local/go/src/regexp/backtrack.go:210 +0x9a4
regexp.(*Regexp).backtrack(0xc00251abe0, 0x0, 0x0, 0x0, 0xc00357a902, 0x8dc, 0x868, 0x2, 0xc0046dc360, 0x0, ...)
	/usr/local/go/src/regexp/backtrack.go:353 +0x39d
regexp.(*Regexp).doExecute(0xc00251abe0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00357a902, 0x8dc, 0x865, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc00357a902, 0x8dc, 0x2, 0xc0013e9a58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc00357a902, 0x8dc, 0x0, 0x0, 0xc00062ac90, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00357a902, 0x8dc, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c4e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 437 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 438 [semacquire]:
strings.Replace(0xc005f0c000, 0x6f3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc005f0c000, 0x6f3)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b278f8, 0xc002e54000, 0x6f1, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 439 [semacquire]:
strings.genSplit(0xc006360900, 0x8b9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00335e000, 0x1de, 0x1de)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00413d3c0, 0xaa059b, 0x2, 0xc00451e900, 0x8b9, 0x4, 0x1de, 0xc0055d8680)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc00451e900, 0x8b9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00413d518, 0xc00588c380, 0x31, 0xc0032d1dc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 440 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00588cf40, 0xc001cf9220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001cf9588, 0xaa04f9, 0x2, 0xc002cd1760, 0x160, 0xe, 0x26, 0xc00588cee0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001cf9518, 0xc00000ee60, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 441 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001fb540, 0xc003047600, 0xc86, 0xaa0378, 0x1, 0x1, 0x2c)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b43518, 0xc003d09b40, 0xc0035e0820)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 442 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004235588, 0xaa04f9, 0x2, 0xc002586c00, 0x5c0, 0x5, 0x11, 0xc00221b980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004235518, 0xc0007bd580, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 443 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046ca20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 444 [semacquire]:
strings.genSplit(0xc002718000, 0xbf3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004244600, 0x252, 0x252)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d6f3c0, 0xaa059b, 0x2, 0xc0063a5400, 0xbf3, 0x5, 0x252, 0xc0035e17e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0063a5400, 0xbf3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d6f518, 0xc0006915a0, 0x34, 0xc0024e53c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 445 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000f3f5f0, 0xc0054fc000, 0x6f)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000f3f5f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000f3f5f0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000f3f5f0, 0xc00294e8c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eaa0, 0x0, 0x0, 0x0, 0xc0034cd200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eaa0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034cd8f8, 0xc003184800, 0x16cc, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 446 [semacquire]:
strings.Replace(0xc00264ac00, 0xbcf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc00264ac00, 0xbcf)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025038f8, 0xc000843c00, 0xbcd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cc60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 447 [semacquire]:
strings.Replace(0xc0034e9900, 0x102e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc0034e9900, 0x102e)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c2d8f8, 0xc0029f2c00, 0x102c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cd20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 448 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc002d3fc00, 0xb94, 0x2, 0xc002479a58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc002d3fc00, 0xb94, 0x0, 0x0, 0xc0002357d0, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002d3fc00, 0xb94, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cde0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 449 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e653c0, 0xaa0503, 0x2, 0xc000902800, 0x269d, 0x6, 0x740, 0xc004e55dc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc000902800, 0x269d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e65518, 0xc004e55a80, 0x3f, 0xc0032d0dc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 450 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4b82291c0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003d76ca0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d76c70, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00215d000, 0x3fa, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048112c0, 0x37, 0xc00215d000, 0x3fa, 0xc00215d000, 0x3fa, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0048112c0, 0x37, 0xc00215d000, 0x3fa, 0xaa0378, 0x1, 0xc00215d000, 0x3fa, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cf60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 451 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001f38000, 0x102d, 0xc003c27218, 0xc001377500)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001f38000, 0x102d, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c273c0, 0xaa0569, 0x2, 0xc001f38000, 0x102d, 0x1a, 0x315, 0xc00254ef40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc001f38000, 0x102d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c27518, 0xc00254ea20, 0x3e, 0xc004ef4800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 452 [semacquire]:
strings.genSplit(0xc002cd1a20, 0x14e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1a4, 0xc002cd18c0, 0x14e)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036bf588, 0xaa04f9, 0x2, 0xc002cd18c0, 0x14e, 0x1, 0x1a, 0xc00063be00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036bf518, 0xc00254fb80, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 453 [semacquire]:
bytes.makeSlice(0x1ba0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003dcd1a0, 0xf4, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003dcd1a0, 0xc003abb500, 0xf4, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003dcd1a0, 0xc003abb500, 0xf4, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc002a10620, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc002a105b0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc00328f490, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc00328f3b0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc00328ecb0, 0xb84d20, 0xc003dcd1a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcd1a0, 0xc00328ecb0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dccff0, 0x4f28728c, 0x1251a20, 0xc003dea740, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 454 [semacquire]:
strings.NewReader(...)
	/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00440d8f8, 0xc003521b00, 0xce6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 455 [semacquire]:
regexp.makeOnePass(0xc003bddd10, 0xc003bddd10)
	/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc003bddcb0, 0xc003bddcb0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003c22ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003c22ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0054d2204)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c22ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c22ff8, 0x1, 0xc00549b210, 0xc010107c380, 0x280459da0c28)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c22ff8, 0x4, 0xeb8, 0xc003413101, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003413000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000eae1a0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003bddc80, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c238f8, 0xc003ea6000, 0x1137, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 456 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003afe580, 0xc24, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003afe580, 0xc24, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003afe580, 0xc24, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003afe580, 0xc24, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003afe580, 0xc24, 0x0, 0x0, 0xc24, 0xc003afe580, 0xc24)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003afe580, 0xc24, 0xc24, 0x1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274a2a0, 0x30, 0xc003afe580, 0xc24, 0xc003afe580, 0xc24, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274a2a0, 0x30, 0xc003afe580, 0xc24, 0xaa0378, 0x1, 0xc003afe580, 0xc24, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 457 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000617ef0, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0025c1518, 0xc000617ef0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025c1518, 0xc00000ff00, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 458 [semacquire]:
strings.Replace(0xc0056dc000, 0xef4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xf, 0xc0056dc000, 0xef4)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e4f8f8, 0xc0029ec000, 0xef1, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 459 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc0054d3d30, 0x10, 0x10, 0x1)
	/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc003d24330, 0xc003d24330)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc003d242d0, 0xc003d242d0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003e62ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003e62ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0054d3d10)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003e62ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003e62ff8, 0x1, 0xc004d0c150, 0xc000334000, 0x280459da0c28)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003e62ff8, 0x4, 0x4cf, 0xc0051a5b01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0051a5000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032d5ba0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003d242a0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e638f8, 0xc002cafc00, 0xb2b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 460 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087c0d0, 0xc0040ca388, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087c0d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087c0d0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087c0d0, 0xc0023ddc70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f088c0, 0x0, 0x0, 0x0, 0xc003e61200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f088c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e618f8, 0xc00331f000, 0x170b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 461 [semacquire]:
strings.Replace(0xc005280500, 0x2080, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc005280500, 0x2080)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002be18f8, 0xc0030a7900, 0x207a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 462 [semacquire]:
strings.Replace(0xc00244ea00, 0x1373, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x5, 0xc00244ea00, 0x1373)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00384b8f8, 0xc002335500, 0x136f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 463 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00471c000, 0x15f1, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004cbd3c0, 0xaa04df, 0x2, 0xc00471c000, 0x15f1, 0x5, 0x4cb, 0xc0036b51e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc00471c000, 0x15f1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004cbd518, 0xc0036b4d00, 0x41, 0xc00335d220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 464 [semacquire]:
strings.Replace(0xc000eb1300, 0x11b6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc000eb1300, 0x11b6)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c298f8, 0xc002ba2000, 0x11aa, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 465 [semacquire]:
strings.Replace(0xc00647e000, 0x1bd8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f800055, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032298f8, 0xc00647e000, 0x1bd8, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046daa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 466 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc0024b3fb0, 0xae55a0, 0x4)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xef
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046d18f8, 0xc003adcc80, 0x18a2, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046db60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 467 [semacquire]:
strings.genSplit(0xc0032bc000, 0x1242, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x477, 0x477)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031b73c0, 0xaa04f9, 0x2, 0xc002ba5900, 0x1242, 0x1, 0x477, 0xc00254f540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc002ba5900, 0x1242, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031b7518, 0xc00254f1e0, 0x4b, 0xc002c5a2d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046dc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 468 [semacquire]:
bytes.makeSlice(0x60c, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0024666f0, 0x4, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0024666f0, 0xad0464, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc003269c00, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc0032699d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc0032697a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc002cddf80, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc0002193b0, 0xb84d20, 0xc0024666f0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0024666f0, 0xc0002193b0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002466540, 0x4f720b7b, 0x1251a20, 0xc00588d800, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046dce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 469 [semacquire]:
strings.genSplit(0xc005cf2000, 0x5e1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x173, 0x173)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00584f3c0, 0xaa04d9, 0x2, 0xc003772600, 0x5e1, 0x1, 0x173, 0xc0038ad580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235e00, 0xc003772600, 0x5e1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00584f518, 0xc005711b20, 0x33, 0xc005919780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046dda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 470 [semacquire]:
strings.Replace(0xc005aa5800, 0xbce, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc005aa5800, 0xbce)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032438f8, 0xc00264b800, 0xbc8, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046de60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 471 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc474002290, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00461c500, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00461c4e0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0023cb900, 0x4aa, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026cc400, 0x3a, 0xc0023cb900, 0x4aa, 0xc0023cb900, 0x4aa, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026cc400, 0x3a, 0xc0023cb900, 0x4aa, 0xaa0378, 0x1, 0xc0023cb900, 0x4aa, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046df20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 472 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0000ae900, 0xc00193f950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 473 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0064aa750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0064aa820, 0xc0064942a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccc40, 0x0, 0x0, 0x0, 0xc0046d5200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccc40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046d58f8, 0xc000f54a00, 0x1a6f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c0c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 474 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 475 [semacquire]:
strings.genSplit(0xc005bfce00, 0x6ed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0057de800, 0x17c, 0x17c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e33c0, 0xaa04fd, 0x2, 0xc005197500, 0x6ed, 0x1, 0x17c, 0xc004822840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc005197500, 0x6ed, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e3518, 0xc0007bcbc0, 0x2e, 0xc00274a060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 476 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001f22000, 0xc00565ef7a, 0x5)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc001f22000, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001f22000)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001f22000, 0xc0029a5030, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eba0, 0x0, 0x0, 0x0, 0xc00366f200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eba0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00366f8f8, 0xc003aa4000, 0xe46, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 477 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002a76b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002a76c30, 0xc0050f1c00, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bd600, 0x0, 0x0, 0x0, 0xc004051200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bd600, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040518f8, 0xc003309000, 0x17e8, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c3c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 478 [semacquire]:
strings.Replace(0xc004396a00, 0x13c9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x60, 0xa81260)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044398f8, 0xc004396a00, 0x13c9, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 479 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 480 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004e36270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004e36340, 0xc006357b90, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0037111e0, 0x0, 0x0, 0x0, 0xc002c7d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0037111e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c7d8f8, 0xc002c59000, 0x7d8, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 481 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0038faf00, 0x4ed73f0c, 0x1251a20, 0xc0058070c0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 482 [semacquire]:
strings.genSplit(0xc005f18000, 0x1b5d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4cf, 0x4cf)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049d73c0, 0xaa0599, 0x2, 0xc003c92000, 0x1b5d, 0x76, 0x4cf, 0xc0000ae580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007482a0, 0xc003c92000, 0x1b5d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049d7518, 0xc002e0fc00, 0x41, 0xc0026cfeaa)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 483 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 484 [semacquire]:
strings.genSplit(0xc000907800, 0x2747, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0012ee000, 0x730, 0x730)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ae33c0, 0xaa05c9, 0x2, 0xc006440800, 0x2747, 0x6, 0x730, 0xc0039ee100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc006440800, 0x2747, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ae3518, 0xc003d09d20, 0x74, 0xc0024e998e)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 485 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004918a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004918b60, 0xc0028c65b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824f60, 0x0, 0x0, 0x0, 0xc003395200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824f60, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033958f8, 0xc002f7e000, 0xe4a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c9c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 486 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003deacc0, 0xc003d8b2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d8b3c0, 0xaa04f9, 0x2, 0xc003289b00, 0x82b, 0x1, 0x197, 0xc003deaca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc003289b00, 0x82b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d8b518, 0xc0036b4a40, 0x72, 0xc003d3c90a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048ca80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 487 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0035e1580, 0xc002e7f2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e7f3c0, 0xaa04f9, 0x2, 0xc005903800, 0x7e8, 0x4, 0x1bd, 0xc0035e1560)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc005903800, 0x7e8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e7f518, 0xc0035e10e0, 0x5f, 0xc005a66cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cb40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 488 [semacquire]:
strings.Replace(0xc0011bc000, 0xdad, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064f78f8, 0xc0011bc000, 0xdad, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cc00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 489 [semacquire]:
github.com/araddon/dateparse.unknownErr(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc002ec5ea0, 0xdf, 0x0, 0xc002ec5ea0, 0xdf, 0xdf)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:623 +0x357c
github.com/araddon/dateparse.ParseAny(0xc002ec5ea0, 0xdf, 0x3, 0xaa0378, 0x1, 0xc002ec5ea0, 0xdf)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f1f518, 0xc0029cd7e0, 0xc0007bcb60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048ccc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 490 [semacquire]:
strings.genSplit(0xc004986800, 0x1745, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x491, 0x491)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032473c0, 0xaa04f9, 0x2, 0xc00494c800, 0x1745, 0x1, 0x491, 0xc002434b60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc00494c800, 0x1745, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003247518, 0xc0024347c0, 0x4a, 0xc00260a4c4)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cd80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 491 [semacquire]:
strings.Replace(0xc002bbb100, 0xd0f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc002bbb100, 0xd0f)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00514f8f8, 0xc0024dad80, 0xd0c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048ce40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 492 [semacquire]:
regexp.makeOnePass(0xc003dcc3f0, 0xc003dcc3f0)
	/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc003dcc390, 0xc003dcc390)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00385eff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00385eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044889c8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00385eff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00385eff8, 0x1, 0xc004e11520, 0xc0100ee7880, 0x280459da19b8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00385eff8, 0x4, 0xb13, 0xc002cde401, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002cde000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0049184e0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc360, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00385f8f8, 0xc00420ea00, 0x14b0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cf00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 493 [semacquire]:
strings.Replace(0xc002faa000, 0x347f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x28, 0xc002faa000, 0x347f)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e1b8f8, 0xc003706a00, 0x347d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cfc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 494 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005688000, 0xc0031dce78, 0x7)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005688000, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005688000)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005688000, 0xc0030fd7a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d452a0, 0x0, 0x0, 0x0, 0xc003edb200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d452a0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003edb8f8, 0xc003436000, 0x1c93, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 495 [semacquire]:
strings.Replace(0xc004f9b000, 0x7ec, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc004f9b000, 0x7ec)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064c38f8, 0xc0045ec800, 0x7e9, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 496 [semacquire]:
regexp.makeOnePass.func1(0x2, 0xc001cc9fc0, 0xc, 0xc, 0x42ca96)
	/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass.func1(0x1, 0xc001cc9fc0, 0xc, 0xc, 0x4)
	/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc001cfad50, 0xc001cfad50)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc004c95560, 0xc004c95560)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005ae5300, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005ae5300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005ae5300, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005ae5300, 0x75a856, 0x0, 0xc0035461c0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005ae5300, 0xc005ae52c8, 0xc005ae5350, 0x42ca96, 0xc004c95530, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc005ae5368, 0xc005ae5380, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0038ade40)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004c94e40, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005ae5518, 0xc0038ad600, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 497 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032d5520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0032d55f0, 0xc0023796c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08720, 0x0, 0x0, 0x0, 0xc002bdf200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08720, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bdf8f8, 0xc002c73000, 0xbc3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d2c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 498 [semacquire]:
strings.Replace(0xc003919000, 0x17d0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc003919000, 0x17d0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc18f8, 0xc0030e1000, 0x17ca, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 499 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c023f50, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028b6a80, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028b6a70, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035338c0, 0x211, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002736b40, 0x2c, 0xc0035338c0, 0x211, 0xc0035338c0, 0x211, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002736b40, 0x2c, 0xc0035338c0, 0x211, 0xaa0378, 0x1, 0xc0035338c0, 0x211, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 500 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00009e270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00009e340, 0xc004a72310, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d08020, 0x0, 0x0, 0x0, 0xc002e63200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d08020, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e638f8, 0xc002ca6000, 0xa02, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 501 [runnable]:
strings.Replace(0xc0064b9000, 0xf86, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0xffffffffffffffff, 0xc0064b9000, 0xf86)
	/usr/local/go/src/strings/strings.go:928 +0x590
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00366d8f8, 0xc004dfa000, 0xf84, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d5c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 502 [semacquire]:
strings.genSplit(0xc005be0000, 0x9b9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x1ff, 0x1ff)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bd53c0, 0xaa0599, 0x2, 0xc002674a80, 0x9b9, 0x1b, 0x1ff, 0xc004e54c40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc002674a80, 0x9b9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bd5518, 0xc0029cd860, 0x47, 0xc0042b49bd)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 503 [semacquire]:
strings.Replace(0xc00497f100, 0xd16, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc00497f100, 0xd16)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049ef8f8, 0xc003b4bb00, 0xd0d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 504 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc004a1eb30, 0xc000482558, 0x1, 0xa, 0xd5, 0xe00000007)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc004a1eb30, 0xc005503c00, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc004a1eb30, 0xc005503c70, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005503c70, 0xc005503c70, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004a1eff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004a1eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031ddec4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004a1eff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004a1eff8, 0x1, 0xc0053935f0, 0xc0100bd2e00, 0x280459d9f108)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004a1eff8, 0x4, 0x90, 0xc002a2cf01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a2c000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e3fee0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6c00, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1f8f8, 0xc003875000, 0xf68, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 505 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
	/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc0052e77a0, 0xd500000043, 0x1)
	/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc0052e77a0, 0x43)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003ed8ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003ed8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dcc04)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003ed8ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003ed8ff8, 0x1, 0xc0052343a0, 0xc0100334000, 0x280459da0c28)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003ed8ff8, 0x4, 0x55, 0xc003434f01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003434000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0053dfe10, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6150, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ed98f8, 0xc00307b000, 0xfa3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 506 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087d450, 0xc0021af220, 0x3)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087d450, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087d450)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087d450, 0xc002558a10, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08bc0, 0x0, 0x0, 0x0, 0xc0026f3200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08bc0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026f38f8, 0xc00323e000, 0xf0c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 507 [semacquire]:
strings.Replace(0xc00541d000, 0xe2e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc003a949c0, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043d78f8, 0xc00541d000, 0xe2e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048da40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 508 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048db00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 509 [runnable]:
strings.Index(0xc0003a9524, 0x123f, 0xaa36c2, 0x4, 0x520)
	/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.Replace(0xc0003a9000, 0x1763, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x18, 0xc0003a9000, 0x1763)
	/usr/local/go/src/strings/strings.go:952 +0x3a3
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041058f8, 0xc0047ab800, 0x1761, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 510 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0007bde20, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bde20, 0x0, 0x0, 0x0, 0xc003fbf200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bde20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbf8f8, 0xc003130800, 0xa8e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dc80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 511 [semacquire]:
strings.genSplit(0xc004ad0c00, 0x10e6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d36000, 0x339, 0x339)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041093c0, 0xaa059b, 0x2, 0xc000eb4c00, 0x10e6, 0x7, 0x339, 0xc0007bcaa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc000eb4c00, 0x10e6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004109518, 0xc00566e060, 0x46, 0xc00002a820)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 512 [semacquire]:
regexp.makeOnePass(0xc005386e70, 0xc005386e70)
	/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc005386e10, 0xc005386e10)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004b3eff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004b3eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00562e044)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004b3eff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004b3eff8, 0x1, 0xc005628010, 0xc0100081c00, 0x280459da0c28)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004b3eff8, 0x4, 0x551, 0xc002ae8a01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002ae8000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001f22f70, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005386de0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b3f8f8, 0xc002804800, 0xa9f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048de00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 513 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004a45c00, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45c00, 0x0, 0x0, 0x0, 0xc002d05200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45c00, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d058f8, 0xc0029a3000, 0x7d5, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 514 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002b4c800, 0x152c, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b4c800, 0x152c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b4c800, 0x152c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b4c800, 0x152c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b4c800, 0x152c, 0x0, 0x0, 0x152c, 0xc002b4c800, 0x152c)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b4c800, 0x152c, 0x152c, 0x1a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004821d9, 0x26, 0xc002b4c800, 0x152c, 0xc002b4c800, 0x152c, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004821d9, 0x26, 0xc002b4c800, 0x152c, 0xaa0378, 0x1, 0xc002b4c800, 0x152c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048df80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 515 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00453f900, 0x12ff, 0xc003b25218, 0xc000365880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00453f900, 0x12ff, 0x1, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b253c0, 0xaa058b, 0x2, 0xc00453f900, 0x12ff, 0x1, 0x3d1, 0xc002435c00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc00453f900, 0x12ff, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b25518, 0xc002435160, 0x4e, 0xc00541f590)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 516 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005790b30, 0xc003ad35d8, 0x1, 0xa, 0xd5, 0xe00000007)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005790b30, 0xc005671b20, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005790b30, 0xc005671b90, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005671b90, 0xc005671b90, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005790ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005790ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565efd4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005790ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005790ff8, 0x1, 0xc005788010, 0xc010132aa80, 0x280459da19b8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005790ff8, 0x4, 0x30a, 0xc002cffc01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002cff000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001f232b0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005673260, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b958f8, 0xc003047600, 0xcf2, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 517 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035e0b80, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e0b80, 0x0, 0x0, 0x0, 0xc00413b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e0b80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00413b8f8, 0xc003521b00, 0xd3a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a61e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 518 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004e3e000, 0xc00324f3b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f094e0, 0x0, 0x0, 0x0, 0xc0041e9200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f094e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e98f8, 0xc003870000, 0xda3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a62a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 520 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005711e80, 0xc002d912c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d913c0, 0xaa0503, 0x2, 0xc001ea5000, 0xb6a, 0x4, 0x299, 0xc0029ccaa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc001ea5000, 0xb6a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d91518, 0xc00205f700, 0x20, 0xc0022feda0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 521 [semacquire]:
strings.genSplit(0xc005980f00, 0x4e2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc002b83c00, 0x30000c003195360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031953c0, 0xaa04d9, 0x2, 0xc005980a00, 0x4e2, 0xc005980a00, 0xc0031953b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc005980a00, 0x4e2, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003195518, 0xc00221ad40, 0x2d, 0xc00274a390)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a64e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 522 [runnable]:
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e08ea0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2255 +0xa0
golang.org/x/net/html.(*parser).parse(0xc003e08ea0, 0xc001035a40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d44c40, 0x0, 0x0, 0x0, 0xc003589200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d44c40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035898f8, 0xc002d7e000, 0xf92, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a65a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 523 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002999400, 0xaa04f9, 0x2, 0xc0027e7ee0, 0xca, 0xc002999240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xa, 0xc00453a930)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003552e70, 0xc0029992c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002999388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002999388, 0xc00335aea0, 0xaa04f9, 0x2, 0xc002999518, 0x8, 0x9ecc80, 0xc002999301, 0xc0005231b8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002999518, 0xc00335aea0, 0xaa04f9, 0x2, 0x0, 0x0, 0x47905b, 0x44c3e7, 0x7fc5308a57f8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 524 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032d4c30, 0xc004488920, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032d4c30, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4c30)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d4c30, 0xc002222cb0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f085e0, 0x0, 0x0, 0x0, 0xc003d45200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f085e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d458f8, 0xc002ff8a00, 0x148e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 525 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087c9c0, 0xc0055826c0, 0x225)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087c9c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087c9c0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087c9c0, 0xc0025584d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08b80, 0x0, 0x0, 0x0, 0xc002545200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08b80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025458f8, 0xc005048000, 0x2489, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a67e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 526 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0058df0c0, 0xc0057a8b40, 0x119, 0x119, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058df0c0, 0xc0054d05b0, 0xc0058de1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc005507a40, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0058df0c0, 0xc005507a40, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0058df0c0, 0xc005507a40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058df0c0, 0xc005507a40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc0054b2700, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc0054b2700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc0054b2700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc0054b2620, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc0054b2620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc0054b2620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc002a94700, 0xc000db9880, 0x7fc559da2080)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc002a94700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc002a94700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc002a94620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc002a94620, 0x54b170, 0xc004e3e270)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a94620, 0x0, 0x0, 0x0, 0x0, 0xc002a94620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0045eaea0, 0x0, 0x0, 0x0, 0x1800, 0xc004e59800, 0x152c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004e59800, 0x152c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00260ab40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002507518, 0xc003dd24c0, 0xc004c58500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a68a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 527 [semacquire]:
strings.Replace(0xc005051400, 0x219b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc005051400, 0x219b)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc58f8, 0xc0030d6f00, 0x2196, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 528 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003e09ba0, 0xc0040ca530, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003e09ba0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e09ba0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e09ba0, 0xc001f1ca80, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09c80, 0x0, 0x0, 0x0, 0xc004059200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09c80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040598f8, 0xc004f3e500, 0x2155, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 529 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003fe0000, 0x47d, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fe0000, 0x47d, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fe0000, 0x47d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fe0000, 0x47d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003fe0000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fe0000, 0x47d, 0x0, 0x0, 0x47d, 0x480, 0xc003fe0000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fe0000, 0x47d, 0x47d, 0x480)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00309aa40, 0x3c, 0xc003fe0000, 0x47d, 0xc003fe0000, 0x47d, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00309aa40, 0x3c, 0xc003fe0000, 0x47d, 0xaa0378, 0x1, 0xc003fe0000, 0x47d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 530 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c01a0b0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055a4050, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055a4040, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b50e00, 0x66f, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003ceea0, 0x33, 0xc002b50e00, 0x66f, 0xc002b50e00, 0x66f, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003ceea0, 0x33, 0xc002b50e00, 0x66f, 0xaa0378, 0x1, 0xc002b50e00, 0x66f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 531 [semacquire]:
strings.genSplit(0xc005780000, 0xaca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00010ab01, 0x230)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003569518, 0xc0036f53b0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003569518, 0xc0000aee20, 0x5e)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 532 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc000642450, 0xab29a3, 0xc, 0xc001024230, 0x3)
	/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002bf3518, 0xc000642450, 0xfffffffffffffff3)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002bf3518, 0xc0024340a0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:427 +0x4ba
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 533 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 534 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00566eaa0, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00566eaa0, 0x0, 0x0, 0x0, 0xc003cc3200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00566eaa0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cc38f8, 0xc005ebac00, 0x1127, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 535 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003dd36e0, 0xc002875220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002875588, 0xaa04f9, 0x2, 0xc003e75900, 0x12d4, 0x0, 0xc001f47c00, 0x7fc559da19b8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002875518, 0xc00063baa0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 536 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc004f4a900, 0x20, 0x20, 0xc004f3b400, 0x24, 0x40, 0xc002457020, 0xc000098b68, 0x1, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc0007369f8, 0x1, 0x1, 0xc0024570f0, 0x7fc559da0c28, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0007369f8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000098b68, ...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc003aac630, 0xc004eef320)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002457518, 0xc003aac630, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002457518, 0xc003e56f60, 0x80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 537 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003e09e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003e09ee0, 0xc001f35ce0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d45080, 0x0, 0x0, 0x0, 0xc0026ed200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d45080, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026ed8f8, 0xc003b04600, 0x11e6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a70e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 538 [semacquire]:
strings.Replace(0xc0047c4c80, 0x18d0, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0047c4c80, 0x18d0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058518f8, 0xc0047c4c80, 0x18d0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a71a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 539 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000eaeea0, 0xc004489020, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000eaeea0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eaeea0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eaeea0, 0xc00271fce0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08e40, 0x0, 0x0, 0x0, 0xc003cc1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08e40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cc18f8, 0xc002826000, 0x1db0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 540 [semacquire]:
strings.Replace(0xc0043a0000, 0x17c1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc0043a0000, 0x17c1)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ae78f8, 0xc004391000, 0x17bd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 541 [semacquire]:
regexp.(*Regexp).expand(0xc0049f7860, 0xc00325af00, 0x280, 0x280, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc006362d00, ...)
	/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc00325af00, 0x280, 0x280, 0xc0021af560, 0x2, 0x2, 0xc006362d00, 0x84b, 0x281)
	/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0049f7860, 0x0, 0x0, 0x0, 0xc006362d00, 0x84b, 0x2, 0xc004887218, 0xc006362d00, 0x84b, ...)
	/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0049f7860, 0xc006362d00, 0x84b, 0xaa0378, 0x1, 0x1, 0x12)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003699518, 0xc00063b700, 0xc002e0e360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a73e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 542 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006881a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc000688270, 0xc00572a070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221b240, 0x0, 0x0, 0x0, 0xc00460d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221b240, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00460d8f8, 0xc003c38600, 0x1216, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a74a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 543 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000eaf5f0, 0xc002ae9570, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09200, 0x0, 0x0, 0x0, 0xc005553200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09200, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055538f8, 0xc004044000, 0x1b04, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 544 [semacquire]:
strings.Replace(0xc004898000, 0x2cc5, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc004898000, 0x2cc5)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055558f8, 0xc002521000, 0x2cc3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 545 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003e09930, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e09930)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e09930, 0xc005147420, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000ee20, 0x0, 0x0, 0x0, 0xc003501200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000ee20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035018f8, 0xc004957000, 0x26e5, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a76e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 546 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004918f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc004919040, 0xc002a10bd0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000825060, 0x0, 0x0, 0x0, 0xc003397200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000825060, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033978f8, 0xc00338d000, 0x2c87, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a77a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 547 [semacquire]:
strings.genSplit(0xc004c1d000, 0x1e3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x20d, 0xc004c1ca00, 0x1e3)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002793588, 0xaa04f9, 0x2, 0xc004c1ca00, 0x1e3, 0x21, 0xc002793290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xb, 0xc00337f590)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003bb2900, 0xc002793320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002793518, 0xc003bb27e0, 0xc00566f5e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002793518, 0xc003bb27e0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002793518, 0xc003bb27e0, 0xc003bb27e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 548 [semacquire]:
strings.genSplit(0xc005e8b800, 0x17d1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x588, 0x588)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057193c0, 0xaa058b, 0x2, 0xc0059cb800, 0x17d1, 0x1, 0x588, 0xc00472c6a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc0059cb800, 0x17d1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005719518, 0xc00472c320, 0x32, 0xc0026cd680)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7920, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 549 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00326d000, 0xe24, 0xc00348b218, 0xc000bd2e00)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00326d000, 0xe24, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00348b3c0, 0xaa04f9, 0x2, 0xc00326d000, 0xe24, 0x4, 0x34b, 0xc004822460)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00326d000, 0xe24, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00348b518, 0xc0029cd2e0, 0x3a, 0xc0023ee900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a79e0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 550 [semacquire]:
strings.Replace(0xc005cb8a80, 0xa10, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc005cb8a80, 0xa10)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053638f8, 0xc00433aa80, 0xa0d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 551 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4240024e0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00565f3b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00565f3a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003060000, 0x4b3, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023ef389, 0x37, 0xc003060000, 0x4b3, 0xc003060000, 0x4b3, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023ef389, 0x37, 0xc003060000, 0x4b3, 0xaa0378, 0x1, 0xc003060000, 0x4b3, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 552 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006228ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006228f70, 0xc006243b20, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00566ff80, 0x0, 0x0, 0x0, 0xc002e51200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00566ff80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e518f8, 0xc002ca0000, 0x981, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 553 [semacquire]:
regexp.onePassCopy(0xc003dcc2a0, 0xc003dcc2a0)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc003dcc2a0, 0xc003dcc2a0)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003d4aff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003d4aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044888f0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003d4aff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003d4aff8, 0x1, 0xc004e114c0, 0xc0100ffc001, 0x280459d9fe98)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003d4aff8, 0x4, 0x483, 0xc0016f8b01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0016f8000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032d4a90, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc270, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d4b8f8, 0xc0044a9800, 0xb77, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 554 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0061f2000, 0xef0, 0xc002d23218, 0xc000bfe380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0061f2000, 0xef0, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d233c0, 0xaa04df, 0x2, 0xc0061f2000, 0xef0, 0x4, 0x301, 0xc0000aea00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0061f2000, 0xef0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d23518, 0xc0029cc2e0, 0x38, 0xc003f87e8a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 555 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005688340, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005688340)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005688340, 0xc00569c5b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a458a0, 0x0, 0x0, 0x0, 0xc002c45200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a458a0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c458f8, 0xc002c02880, 0xcd5, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 556 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032d5d40, 0xc0040ca040, 0x5)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032d5d40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d5d40)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d5d40, 0xc0023dc380, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08840, 0x0, 0x0, 0x0, 0xc003e65200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08840, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e658f8, 0xc0030e0a00, 0x1479, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 557 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087da00, 0xc0021af350, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087da00, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087da00)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087da00, 0xc00256efc0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08c20, 0x0, 0x0, 0x0, 0xc002541200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08c20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025418f8, 0xc0046b5300, 0x1232, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 558 [semacquire]:
regexp.onePassCopy(0xc00337e960, 0xc00337e960)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00337e960, 0xc00337e960)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00580eff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00580eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565e630)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00580eff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00580eff8, 0x1, 0xc003edfbc0, 0xc0100000077, 0x28040000007b)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00580eff8, 0x4, 0x2b7, 0xc004926d01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004926000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0064aaea0, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00337e930, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00580f8f8, 0xc0024dc880, 0xd46, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c60c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 559 [semacquire]:
strings.genSplit(0xc003520000, 0xc7d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc004c7e850, 0xc003507360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035073c0, 0xaa0569, 0x2, 0xc0041b3900, 0xc7d, 0xc0041b3900, 0xc0035073b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc0041b3900, 0xc7d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003507518, 0xc003dea160, 0x44, 0xc002c5aff0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 560 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc000eae8f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eae8f0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eae8f0, 0xc00271e4d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08d80, 0x0, 0x0, 0x0, 0xc003cbf200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08d80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cbf8f8, 0xc003508000, 0x1f45, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 561 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0064aa340, 0xc003f6c8e0, 0x5)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc0064aa340, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aa340)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064aa340, 0xc006494150, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccc00, 0x0, 0x0, 0x0, 0xc0010ad200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccc00, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010ad8f8, 0xc002c51900, 0x1072, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 562 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0035997d0, 0xc0036f7d10, 0xc004e77210)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004e77518, 0xc0035997d0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e77518, 0xc00205e3e0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c63c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 563 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000108340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000108410, 0xc0045047e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003f8b350, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f8b320, 0x0, 0x0, 0x0, 0x1000, 0xc0049fc000, 0xeb2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0049fc000, 0xeb2, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003f86380)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d71518, 0xc00063ad40, 0xc00063bb40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 564 [semacquire]:
strings.Replace(0xc005eb9900, 0x10a8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xc, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064f58f8, 0xc005eb9900, 0x10a8, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 565 [semacquire]:
strings.Replace(0xc002988000, 0x1391, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc002988000, 0x1391)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e938f8, 0xc002988000, 0x1391, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 566 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0035bfb60, 0xaa408e, 0x4, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f33518, 0xc004d44d40, 0x4a, 0xc0053711d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c66c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 567 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00254e460, 0xc00279b2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00279b3c0, 0xaa05c9, 0x2, 0xc004578000, 0x7de, 0x3, 0x1ac, 0xc00254e3c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc004578000, 0x7de, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00279b518, 0xc003f08180, 0x51, 0xc0003e9e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 568 [semacquire]:
regexp.makeOnePass.func1(0x6, 0xc003da40b0, 0x10, 0x10, 0x1)
	/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc0036f78c0, 0xc0036f78c0)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0036f7860, 0xc0036f7860)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0028b2ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0028b2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003da4094)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0028b2ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0028b2ff8, 0x1, 0xc0042f9110, 0xc0100bfe380, 0x280459da0560)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0028b2ff8, 0x4, 0x716, 0xc006337801, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006337000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0052b0680, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036f7800, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028b38f8, 0xc00015ad00, 0x8e6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 569 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00073bd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00073bee0, 0xc00266a4d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000e500, 0x0, 0x0, 0x0, 0xc002fdd200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000e500, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fdd8f8, 0xc0029d7500, 0x14dc, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 570 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00092d450, 0xc004a4fa60, 0x5)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00092d450, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00092d450)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00092d450, 0xc00532c380, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434700, 0x0, 0x0, 0x0, 0xc002be3200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434700, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002be38f8, 0xc00264d000, 0xa89, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c69c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 571 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc0032c6310, 0x0, 0x0, 0x0, 0x0, 0xc0032c6310, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004df9e30, 0x0, 0x0, 0x0, 0xd80, 0xc004f36880, 0xd1b, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004f36880, 0xd1b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0024eee40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fab518, 0xc0044dc060, 0xc0044dc900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 572 [semacquire]:
strings.Replace(0xc0041b5200, 0xc08, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058358f8, 0xc0041b5200, 0xc08, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 573 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 574 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00009fa00, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00009fa00)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00009fa00, 0xc002afbe30, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000691aa0, 0x0, 0x0, 0x0, 0xc002f37200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000691aa0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f378f8, 0xc00252a400, 0xacf, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 575 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00400af00, 0x4e8, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d373c0, 0xaa058b, 0x2, 0xc00400af00, 0x4e8, 0x1, 0x102, 0xc00588cd80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc00400af00, 0x4e8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d37518, 0xc00254e800, 0x45, 0xc0024e6b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 576 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000825d80, 0xc00193a950, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 577 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0054631e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0054631e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0054631e0, 0xc00251dc00, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0036f73e0, 0x0, 0x0, 0x0, 0x0, 0x2101, 0xc0036f73b0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036f73b0, 0x0, 0x0, 0x0, 0x2500, 0xc005b90f00, 0x2172, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005b90f00, 0x2172, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004e16000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d5f518, 0xc0039ef920, 0xc005711d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 579 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc00542b400, 0xbb8, 0x2, 0xc002be5a58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc00542b400, 0xbb8, 0x0, 0x0, 0xc0021965a0, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00542b400, 0xbb8, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 580 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003383b90, 0x4ed3ab14, 0x1251a20, 0xc003f087a0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 581 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0001081a0, 0xc00445a700, 0xfd)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0001081a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001081a0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001081a0, 0xc00303afc0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004912b40, 0x0, 0x0, 0x0, 0xc0026b9200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004912b40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026b98f8, 0xc00306e000, 0x1b87, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 582 [semacquire]:
strings.genSplit(0xc004dfd000, 0x7fe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003ee1980, 0x198, 0x198)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d313c0, 0xaa0569, 0x2, 0xc00349f000, 0x7fe, 0x15, 0x198, 0xc0007bc9c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc00349f000, 0x7fe, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d31518, 0xc0029cc5e0, 0x4d, 0xc00002a690)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c72c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 583 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039f7400, 0xaa04f9, 0x2, 0xc005676000, 0xe8, 0xc0039f7240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x6, 0xc005672210)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003553f80, 0xc0039f72c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0039f7388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0039f7388, 0xc0031ee6f0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0, 0xc1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0039f7518, 0xc0031ee6f0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 584 [semacquire]:
strings.Replace(0xc005c06800, 0x1798, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x16, 0xc005c06800, 0x1798)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053658f8, 0xc00455f000, 0x1796, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 585 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00480c700, 0x6b7, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00480c700, 0x6b7, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00480c700, 0x6b7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00480c700, 0x6b7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00480c700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00480c700, 0x6b7, 0x0, 0x0, 0x6b7, 0x700, 0xc00480c700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00480c700, 0x6b7, 0x6b7, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273a015, 0x2c, 0xc00480c700, 0x6b7, 0xc00480c700, 0x6b7, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273a015, 0x2c, 0xc00480c700, 0x6b7, 0xaa0378, 0x1, 0xc00480c700, 0x6b7, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 586 [semacquire]:
strings.Replace(0xc0043b8000, 0x22b0, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc0043b8000, 0x22b0)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044378f8, 0xc0030b0f00, 0x22ae, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c75c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 587 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004822340, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004822340, 0x0, 0x0, 0x0, 0xc0041e5200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004822340, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e58f8, 0xc00503c000, 0x1a2a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 588 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc0005c3680, 0x10c, 0x2, 0xc00423a198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc0005c3680, 0x10c, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00423b0c0, 0xc003d231f0, 0xc00423a1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003d23180, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00423b0c0, 0xc003d23180, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00423b0c0, 0xc003d23180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00423b0c0, 0xc003d23180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af12d0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032db0c0, 0xc003af12d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af12d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af11f0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032db0c0, 0xc003af11f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af11f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af0af0, 0xc000a7f500, 0x7fc559d9f7d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032db0c0, 0xc003af0af0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af0af0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af0a10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af0a10, 0x54b170, 0xc00073bad0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003af0a10, 0x0, 0x0, 0x0, 0x0, 0xc003af0a10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a4be00, 0x0, 0x0, 0x0, 0x1a80, 0xc0042cc000, 0x19ee, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0042cc000, 0x19ee, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026cc3c0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032db518, 0xc00063a500, 0xc003c98be0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 589 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 590 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049d3588, 0xaa04f9, 0x2, 0xc00365a000, 0x24a, 0x1, 0x42, 0xc0029cc540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0049d3518, 0xc0036b5720, 0xb8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c78c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 591 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 592 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 593 [semacquire]:
strings.Replace(0xc00562c000, 0x1d82, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00562c000, 0x1d82)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003faf8f8, 0xc004d28000, 0x1d80, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 594 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003846b60, 0xc0032ca0d8, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003846b60, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003846b60)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003846b60, 0xc004b028c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029cd760, 0x0, 0x0, 0x0, 0xc002ab9200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029cd760, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ab98f8, 0xc002ec4000, 0x289a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7bc0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 595 [semacquire]:
strings.Replace(0xc005694000, 0x7b1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005694000, 0x7b1)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ab58f8, 0xc002a38000, 0x7af, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 596 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003ad7000, 0xdfd, 0xc003ed7218, 0xc00117d180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003ad7000, 0xdfd, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ed73c0, 0xaa0599, 0x2, 0xc003ad7000, 0xdfd, 0x40, 0x456, 0xc0055d8b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003ad7000, 0xdfd, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ed7518, 0xc0055d87c0, 0x3a, 0xc0035dce80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 597 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0035b1d70, 0x3a0bbda5, 0x1251a20, 0xc004e54d60, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 598 [semacquire]:
bytes.makeSlice(0x40f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00363b0c0, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00363b0c0, 0x1189d32, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00363b0c0, 0xc00541f9a0, 0x42, 0x42, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab500, 0xc002f86210, 0xc003639898)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab490, 0xc000000001, 0xb)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:273 +0x583
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab260, 0x7fc4fc6e0a00, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab260, 0xc003639ea8, 0x49cd7c)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:273 +0x583
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab260, 0xc002f86210, 0xc003639f68)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab1f0, 0xc000000001, 0x9)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab1f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab1f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab110, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00363b0c0, 0xc0054ab110, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:271 +0x54b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aaaf0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054aaaf0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aaaf0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aaa10, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054aaa10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aaa10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aa310, 0xc000365880, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054aa310, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aa310, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aa230, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aa230, 0x54b170, 0xc001e47520)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0054aa230, 0x0, 0x0, 0x0, 0x0, 0xc0054aa230, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036ac000, 0x0, 0x0, 0x0, 0x2800, 0xc00363c000, 0x266a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00363c000, 0x266a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026cc380)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e65518, 0xc00254e060, 0xc0029cd1e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7ec0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 599 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc0053dfc70, 0xc0019184d0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0053dfc70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x76a
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0053dfc70)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0053dfc70, 0xc002b81730, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d451e0, 0x0, 0x0, 0x0, 0xc0058b9200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d451e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058b98f8, 0xc003940000, 0x1fbb, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7f80, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 600 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6060, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 601 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002e0fd20, 0xc0033912c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033913c0, 0xaa0503, 0x2, 0xc0034f2000, 0x1473, 0x3, 0x51f, 0xc002e0fd00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc0034f2000, 0x1473, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003391518, 0xc002e0f940, 0x58, 0xc000366a80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6120, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 602 [semacquire]:
strings.Replace(0xc002c12500, 0x2441, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc002c12500, 0x2441)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f278f8, 0xc001f86f00, 0x2439, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e61e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 603 [semacquire]:
strings.Replace(0xc004f00000, 0x3198, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc004f00000, 0x3198)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046cf8f8, 0xc002bc9500, 0x317c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e62a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 604 [semacquire]:
strings.genSplit(0xc003952800, 0x1531, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d76000, 0x39a, 0x39a)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00279d3c0, 0xaa058b, 0x2, 0xc00272f800, 0x1531, 0x1, 0x39a, 0xc00254f0c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00272f800, 0x1531, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00279d518, 0xc005806ea0, 0x7b, 0xc004b4bc80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 605 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 606 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00087c1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00087c270, 0xc0024fd2d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bca40, 0x0, 0x0, 0x0, 0xc004aed200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bca40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aed8f8, 0xc001f89400, 0x23b9, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e64e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 607 [semacquire]:
bytes.makeSlice(0x1368, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003e5f388, 0x110, 0x191)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003e5f388, 0xc0057a8360, 0x110, 0x191, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c28cb0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c28af0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c0ccb0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c0cbd0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c0c4d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0027eaa50, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e5f518, 0xc005711f40, 0x4f, 0xc0058725f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e65a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 608 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0029fd900, 0x12c6, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0029fd900, 0x12c6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0029fd900, 0x12c6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0029fd900, 0x12c6, 0x0, 0x0, 0x12c6, 0xc0029fd900, 0x12c6)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0029fd900, 0x12c6, 0x12c6, 0x1500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026d63c0, 0x2f, 0xc0029fd900, 0x12c6, 0xc0029fd900, 0x12c6, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026d63c0, 0x2f, 0xc0029fd900, 0x12c6, 0xaa0378, 0x1, 0xc0029fd900, 0x12c6, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 609 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032d4f70, 0xc0031dac60, 0x151)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032d4f70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4f70)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d4f70, 0xc00223b570, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08660, 0x0, 0x0, 0x0, 0xc003087200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08660, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030878f8, 0xc0030aea00, 0x23dd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 610 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002327400, 0x225, 0x225, 0x3, 0x0, 0x224, 0xc002327400)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00362f518, 0xc0000aede0, 0xc004a44040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e67e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 611 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e68a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 612 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0057118a0, 0xc0055472c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055473c0, 0xaa05c9, 0x2, 0xc00084f500, 0x14d3, 0x7, 0x40e, 0xc005711880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00084f500, 0x14d3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005547518, 0xc005711440, 0x3e, 0xc0059193c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 613 [semacquire]:
strings.Replace(0xc0007c4a00, 0x31e0, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0007c4a00, 0x31e0)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f298f8, 0xc0007c1500, 0x31dd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 614 [semacquire]:
strings.genSplit(0xc0060748c0, 0x1b7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x21b, 0xc006074700, 0x1b7)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004307588, 0xaa04f9, 0x2, 0xc006074700, 0x1b7, 0x1, 0x11, 0xc003deb4c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004307518, 0xc003e56f40, 0x7f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 615 [semacquire]:
bytes.makeSlice(0x81f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005eb30c0, 0x1, 0xb0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005eb30c0, 0x1189d4f, 0x1, 0x1, 0xaa, 0xb0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005eb30c0, 0xc0027415c1, 0xb2, 0xb2, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005eb30c0, 0xc005e99f10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e99c00, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005eb30c0, 0xc005e99c00, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005eb30c0, 0xc005e99c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005eb30c0, 0xc005e99c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e99110, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bad0c0, 0xc005e99110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e99110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e99030, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bad0c0, 0xc005e99030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e99030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e98930, 0xc000334000, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bad0c0, 0xc005e98930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e98930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e98850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e98850, 0x54b170, 0xc002a76dd0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005e98850, 0x0, 0x0, 0x0, 0x0, 0xc005e98850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00293e6c0, 0x0, 0x0, 0x0, 0x1000, 0xc005e9b000, 0xfd8, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005e9b000, 0xfd8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002739b90)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004bad518, 0xc00000ee00, 0xc0007bdba0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 616 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c013cc0, 0x7fc4cc002ca0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010250c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010250b0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00312d800, 0xab8, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f7270, 0x4e, 0xc00312d800, 0xab8, 0xc00312d800, 0xab8, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f7270, 0x4e, 0xc00312d800, 0xab8, 0xaa0378, 0x1, 0xc00312d800, 0xab8, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 617 [semacquire]:
os.newFile(0x52, 0xc0004e6d20, 0x5b, 0x1, 0x0)
	/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc0004e6d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0004e6d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
	/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0004e6d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 618 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0026544e0, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e5518, 0xc00205e300, 0x2e, 0xc0023f2000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 619 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 620 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
	/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc004ea4420, 0xd50000006f, 0x1)
	/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc004ea4420, 0x6f)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003092ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003092ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00448910c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003092ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003092ff8, 0x1, 0xc005192160, 0xc0100365880, 0x280459d9f7d0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003092ff8, 0x4, 0xe31, 0xc003844101, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003844000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0053de270, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dccc00, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030938f8, 0xc00357e000, 0x1fcc, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 621 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc0003f66c0, 0x21c, 0x2, 0xc002f71e68, 0x0, 0xc002f71f08, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc0003f66c0, 0x21c, 0xaa0378, 0x1, 0xc004e95f00, 0x6)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f730c0, 0xc002f53180, 0xc002f86210, 0xc002f71fa0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f53110, 0xc000000001, 0x9)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f730c0, 0xc002f53110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f730c0, 0xc002f53110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52f50, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f730c0, 0xc002f52f50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f730c0, 0xc002f52f50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52930, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f390c0, 0xc002f52930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52850, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f390c0, 0xc002f52850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52150, 0xc001b7b500, 0x7fc559da0560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f390c0, 0xc002f52150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52070, 0x54b170, 0xc000108270)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002f52070, 0x0, 0x0, 0x0, 0x0, 0xc002f52070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002b13b60, 0x0, 0x0, 0x0, 0x1980, 0xc0025d2000, 0x1903, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0025d2000, 0x1903, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002612120)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f39518, 0xc0029cc040, 0xc0029ccda0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 622 [semacquire]:
strings.Replace(0xc0046b8c00, 0x12cd, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0046b8c00, 0x12cd)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056cf8f8, 0xc0046b5300, 0x12ca, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e70e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 623 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0042050c0, 0xaa04bf, 0x2, 0x83, 0x2, 0xc004204198)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0042050c0, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0042050c0, 0xc003559ab0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003559ab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003559ab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad4fc0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003ad4fc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad4fc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad4ee0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003ad4ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad4ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad47e0, 0xc000335180, 0x7fc559d9f108)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003ad47e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad47e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad4700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad4700, 0x54b170, 0xc003e08820)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003ad4700, 0x0, 0x0, 0x0, 0x0, 0xc003ad4700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00375da40, 0x0, 0x0, 0x0, 0x1800, 0xc004697000, 0x156e, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004697000, 0x156e, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000178f20)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004205518, 0xc002434540, 0xc002435120)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e71a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 624 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc45c220ed0, 0x7fc45c21ff50)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002365a80, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002365a70, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001dfb800, 0x7aa, 0x572a20, 0xc00251ad20, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005c01ef, 0x46, 0xc001dfb800, 0x7aa, 0xc001dfb800, 0x7aa, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005c01ef, 0x46, 0xc001dfb800, 0x7aa, 0xaa0378, 0x1, 0xc001dfb800, 0x7aa, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 625 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00541c002, 0xea7, 0xc002c03248, 0x79bc18)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00541c002, 0xea7, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c03518, 0xc0000af4e0, 0xc0049124e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 626 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00450ca80, 0x9ce, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00450ca80, 0x9ce, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00450ca80, 0x9ce, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00450ca80, 0x9ce, 0x0, 0x0, 0x9ce, 0xc00450ca80, 0x9ce)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00450ca80, 0x9ce, 0x9ce, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e6be8, 0x42, 0xc00450ca80, 0x9ce, 0xc00450ca80, 0x9ce, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e6be8, 0x42, 0xc00450ca80, 0x9ce, 0xaa0378, 0x1, 0xc00450ca80, 0x9ce, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e73e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 627 [runnable]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x278
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e74a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 628 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 629 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0056884e0, 0xc0026d1f80, 0x7c)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0056884e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0056884e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0056884e0, 0xc0017ce310, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d454c0, 0x0, 0x0, 0x0, 0xc00460b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d454c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00460b8f8, 0xc00522aa00, 0x2063, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 630 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004918ea0, 0xc0050dc700, 0xdb)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004918ea0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004918ea0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004918ea0, 0xc002a0e380, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000825000, 0x0, 0x0, 0x0, 0xc00319b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000825000, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00319b8f8, 0xc002420c80, 0x18c2, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e76e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 631 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004f38380, 0xc9b, 0xc00553f218, 0xc000365880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004f38380, 0xc9b, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00553f3c0, 0xaa058b, 0x2, 0xc004f38380, 0xc9b, 0x1, 0x2ce, 0xc0044dcb80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc004f38380, 0xc9b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00553f518, 0xc003f09880, 0x43, 0xc005371220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e77a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 632 [semacquire]:
strings.genSplit(0xc004a84000, 0x10fa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d5a000, 0x33b, 0x33b)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e673c0, 0xaa04df, 0x2, 0xc002645900, 0x10fa, 0x5, 0x33b, 0xc004822940)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc002645900, 0x10fa, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e67518, 0xc004822560, 0x5c, 0xc0003e89c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 633 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005a97a80, 0x1a7b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005a97a80, 0x1a7b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005a97a80, 0x1a7b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005a97a80, 0x1a7b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005a97a80, 0x1a7b, 0x0, 0x0, 0x1a7b, 0xc005a97a80, 0x1a7b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005a97a80, 0x1a7b, 0x1a7b, 0x1a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d3c08e, 0x6f, 0xc005a97a80, 0x1a7b, 0xc005a97a80, 0x1a7b, 0xc000643b90, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d3c08e, 0x6f, 0xc005a97a80, 0x1a7b, 0xaa0378, 0x1, 0xc005a97a80, 0x1a7b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 634 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003e23b00, 0xd66, 0xc004453218, 0xc000ee7880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003e23b00, 0xd66, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044533c0, 0xaa059b, 0x2, 0xc003e23b00, 0xd66, 0x5, 0x327, 0xc0029cdea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003e23b00, 0xd66, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004453518, 0xc0029cdb60, 0x5c, 0xc000096360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2