Script exit with exit code 2

fatal error: concurrent map read and map write

goroutine 771 [running]:
runtime.throw(0xabe555, 0x21)
	/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc0055c7ae0 sp=0xc0055c7ab0 pc=0x453732
runtime.mapaccess1_faststr(0xa13d80, 0xc000235410, 0xc00c0fb660, 0xd, 0xaa04f9)
	/usr/local/go/src/runtime/map_faststr.go:21 +0x43c fp=0xc0055c7b50 sp=0xc0055c7ae0 pc=0x43304c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:200 +0x63c fp=0xc0055c7fb8 sp=0xc0055c7b50 pc=0x8241bc
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0055c7fc0 sp=0xc0055c7fb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1 [semacquire]:
os.lstatNolog(0xc00879cf60, 0x5a, 0x5a, 0x1, 0xc00879cf60, 0x5a)
	/usr/local/go/src/os/stat_unix.go:41 +0x31
os.Lstat(0xc00879cf60, 0x5a, 0x2, 0xc00879cf60, 0x5a, 0x0)
	/usr/local/go/src/os/stat.go:22 +0x4d
path/filepath.walk(0xc008346d20, 0x42, 0xb89740, 0xc008059790, 0xc00018dc98, 0x0, 0x0)
	/usr/local/go/src/path/filepath/path.go:378 +0x1d3
path/filepath.walk(0xc000117880, 0x3f, 0xb89740, 0xc000236b60, 0xc00018dc98, 0x0, 0x0)
	/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7ffd80e087c6, 0x37, 0xb89740, 0xc000236a90, 0xc00018dc98, 0x0, 0xc00018db20)
	/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7ffd80e087c6, 0x37, 0xc00018dc98, 0x5, 0xc00000c538)
	/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand(0x7ffd80e087c6, 0x37, 0xffffffffffffffff, 0xbfb4af25ad53e66a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:148 +0x3e6
main.main()
	/home/ec2-user/environment/cluster2/tgnews.go:71 +0x768

goroutine 6 [syscall]:
os/signal.signal_recv(0x0)
	/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
	/usr/local/go/src/os/signal/signal.go:127 +0x44

goroutine 8 [chan receive]:
main.main.func1(0xc000073140, 0xbfb4af25ad53e66a, 0x2f2045, 0x1251a20)
	/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
	/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176

goroutine 10 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c4c500, 0xc000189318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000189418, 0xaa04df, 0x2, 0xc0068e7000, 0x726, 0x4, 0x1d9, 0xc004eae5a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0068e7000, 0x726, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000189570, 0xc00470e880, 0x78, 0xc000b76e80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e4e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 11 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc000bf2430, 0xc0057d2510, 0x90, 0x2, 0x2, 0x6)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000bf2430, 0xc0057d2510, 0x90, 0x90, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf2430, 0xc007d90ee0, 0xc0078af810, 0xc000bf2360)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf2430, 0xc007d90e70, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d90e70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d90e70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d90d90, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d90d90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d90d90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d90cb0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d90cb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d90cb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d905b0, 0xc000bf2d88, 0x466665)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000bf3118, 0xc007d905b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d905b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000bf3118, 0xc007d904d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000bf3118, 0xc007d904d0, 0x54b170, 0xc00744b6c0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007d904d0, 0x0, 0x0, 0x0, 0x0, 0xc007d904d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0077cc4e0, 0x0, 0x0, 0x0, 0x2500, 0xc00924ea00, 0x2063, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00924ea00, 0x2063, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000bcc280)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000bf3570, 0xc0000ca040, 0xc006809960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 12 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc006aa81a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006aa81a0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006aa81a0, 0xc002dce0e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004b1c060, 0x0, 0x0, 0x0, 0x0, 0x2101, 0xc008ad0060)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008ad0060, 0x0, 0x0, 0x0, 0x2500, 0xc008cd9400, 0x210d, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc008cd9400, 0x210d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004fb28c0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002459570, 0xc000e07540, 0xc0079b7ee0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 13 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00a5ea500, 0x219, 0x219, 0x3, 0x0, 0x218, 0xc00a5ea500)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0031a5570, 0xc000421c60, 0xc0084872e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 15 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0051446c0, 0x20d, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0051446c0, 0x20d, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0051446c0, 0x20d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0051446c0, 0x20d, 0x0, 0x0, 0x115f500, 0xc0051446c0, 0x20d)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0051446c0, 0x20d, 0x0, 0x0, 0xaa0378, 0x1, 0xc004edbd40)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0051446c0, 0x20d, 0x20d, 0xc0051446c0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e154a0, 0x44, 0xc0051446c0, 0x20d, 0xaa0378, 0x1, 0xc0051446c0, 0x20d, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 21 [semacquire]:
bytes.makeSlice(0x6ee, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0040e77a0, 0x122, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0040e77a0, 0xc004640c80, 0x122, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0040e77a0, 0xc004640c80, 0x122, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0040e77a0, 0xc006528700, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0040e77a0, 0xc000957730, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0040e77a0, 0xc00359c000, 0xb84d20, 0xc0040e77a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0040e77a0, 0xc00359c000, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007c63440, 0x3, 0xc000cf3e40, 0x6, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000db1570, 0xc007c64320, 0xc00b27d340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ec60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 22 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005ba3000, 0xdad, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005ba3000, 0xdad, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005ba3000, 0xdad, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005ba3000, 0xdad, 0x0, 0x0, 0x115f500, 0xc005ba3000, 0xdad)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005ba3000, 0xdad, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b83000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005ba3000, 0xdad, 0xdad, 0xc005ba3000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ba8480, 0x30, 0xc005ba3000, 0xdad, 0xaa0378, 0x1, 0xc005ba3000, 0xdad, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ed20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 25 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0006f0580, 0xc04, 0xc0000b7270, 0xc0010e8380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0006f0580, 0xc04, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000b7418, 0xaa04df, 0x2, 0xc0006f0580, 0xc04, 0x4, 0x21b, 0xc006f01400)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0006f0580, 0xc04, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000b7570, 0xc00569bee0, 0x43, 0xc0049a87e3)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ef60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 27 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00651c980, 0xc0025a5318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025a5418, 0xaa04d9, 0x2, 0xc006781800, 0x1641, 0x1, 0x40a, 0xc004942460)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006781800, 0x1641, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025a5570, 0xc005e521c0, 0x15, 0xc00338ef20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 30 [semacquire]:
strings.genSplit(0xc004ecca80, 0x915, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007870000, 0x1dc, 0x1dc)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a3f418, 0xaa04fd, 0x2, 0xc005e55500, 0x915, 0x1, 0x1dc, 0xc008ddc440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005e55500, 0x915, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a3f570, 0xc0027ff700, 0x2d, 0xc001a00f60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 31 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc005747118, 0xaa04bf, 0x2, 0x97, 0x2, 0xc0057461f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005747118, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005747118, 0xc0000d5880, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005747118, 0xc0000d5880, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005747118, 0xc0000d5880, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d4a000, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e8f118, 0xc007d4a000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d4a000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d3ff10, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e8f118, 0xc007d3ff10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d3ff10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d3f810, 0xc000e8ed88, 0x466665)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e8f118, 0xc007d3f810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d3f810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005747118, 0xc007d3f730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e8f118, 0xc007d3f730, 0x54b170, 0xc007d204e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007d3f730, 0x0, 0x0, 0x0, 0x0, 0xc007d3f730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f1a540, 0x0, 0x0, 0x0, 0x1300, 0xc0035bc600, 0x1015, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0035bc600, 0x1015, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c282d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e8f570, 0xc0027fea40, 0xc005f1c3e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2435 [semacquire]:
bytes.(*Buffer).grow(0xc009af1180, 0x7, 0x7)
	/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc009af1180, 0xc008e56695, 0x7, 0x0, 0xa4b3a0, 0xc004d80b01)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005538af0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005538a80)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007727620, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc009af1570, 0xc007727620, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x0, 0xc007727620)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0077275f0, 0xc009af1378, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc009af1570, 0xc007727380, 0xc000960d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc009af1570, 0xc007727380, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc009af1570, 0xc007727380, 0xc007727380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002426480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 36 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00800e002, 0x78b, 0xc0087e52a0, 0x79bc18)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00800e002, 0x78b, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000db9570, 0xc004e17440, 0xc007c65680)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 50 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc0003aa000, 0xc0003a8000)
	/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
	/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9

goroutine 37 [semacquire]:
bytes.NewReader(...)
	/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00bd5d320, 0xc001895230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00bd5d320, 0x0, 0x0, 0x0, 0xc80, 0xc00a90ac80, 0xc73, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00a90ac80, 0xc73, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc004c8f3a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001895570, 0xc00113dfc0, 0xc007abafa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 38 [semacquire]:
strings.genSplit(0xc00aff4800, 0x7da, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007629000, 0x17a, 0x17a)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000bb418, 0xaa05c9, 0x2, 0xc000514000, 0x7da, 0x5, 0x17a, 0xc00a623ca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000514000, 0x7da, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000bb570, 0xc00000e2c0, 0x26, 0xc00052e180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 41 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000e06480, 0xc0000d3318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0000d3418, 0xaa04df, 0x2, 0xc003cb7600, 0xcce, 0x5, 0x280, 0xc007d6d2a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003cb7600, 0xcce, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0000d3570, 0xc005408e20, 0x3a, 0xc000f3f000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007fb60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 43 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc001fb5200, 0xc7a, 0x2, 0xc0056b7270, 0xc00aba5e8e, 0x0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc001fb5200, 0xc7a, 0xaa04bf, 0x2, 0xc001fb5200, 0xc7a)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0056b73e0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0056b73e0, 0xc005d9dbf0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0056b7401, 0xc00653d1e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0056b7570, 0xc005d9dbf0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007fce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 46 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0017b3358, 0x0, 0xb856e0, 0xc0003b0248, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0017b3358, 0xc00359d420, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0017b3358, 0x42ca96, 0xc00117d200, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0017b33c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00272ab60, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0049bff80, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0017b3570, 0xc004e16fc0, 0xabc101, 0x1d, 0x28, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007ff20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 68 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0008896a3, 0x3, 0x2, 0xc00018ac60, 0xc005e5e750, 0xc00546dd58, ...)
	/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0008896a3, 0x3, 0xaa0378, 0x1, 0xc00018ad68, 0x8)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b118, 0xc006a24c40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00018b118, 0xc006508000, 0xc00018ad88, 0x466665)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00018b118, 0xc006508000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b118, 0xc006508000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00018b118, 0xc005ec3960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b118, 0xc005ec3960, 0x54b170, 0xc008058750)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005ec3960, 0x0, 0x0, 0x0, 0x0, 0xc005ec3960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050a6db0, 0x0, 0x0, 0x0, 0xa80, 0xc00b0e1500, 0x917, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00b0e1500, 0x917, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00546dd10)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00018b570, 0xc00272b200, 0xc00b27c720)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003503c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 69 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00770b800, 0x3e8, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00770b800, 0x3e8, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00770b800, 0x3e8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00770b800, 0x3e8, 0x0, 0x0, 0x115f500, 0xc00770b800, 0x3e8)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00770b800, 0x3e8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00770b000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00770b800, 0x3e8, 0x3e8, 0xc00770b800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea7810, 0x42, 0xc00770b800, 0x3e8, 0xaa0378, 0x1, 0xc00770b800, 0x3e8, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 70 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc008b22900, 0x84a, 0x2, 0xc000c35270, 0xc0080857f8, 0x7de1b0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc008b22900, 0x84a, 0xaa0378, 0x1, 0xc002b56ae0, 0xc00af851c0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc000c353e0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc000c353e0, 0xc00a057fb0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x32e, 0x32f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000c35570, 0xc00a057fb0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 71 [semacquire]:
regexp.onePassCopy(0xc0071d9350, 0xc0071d9350)
	/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0071d9350, 0xc0071d9350)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00057f358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00057f358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00057f358, 0x0, 0xb856e0, 0xc0003b0108, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00057f358, 0xc0034dde30, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00057f358, 0x42ca96, 0xc0071d9320, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00057f3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc004a22480, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002b643c0, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00057f570, 0xc004b49560, 0xabc101, 0x1d, 0x36, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 72 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0053061a0, 0xc000aef318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aef418, 0xaa0599, 0x2, 0xc005f6ca80, 0xa39, 0x1, 0x1f6, 0xc007027a20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005f6ca80, 0xa39, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aef570, 0xc00272a8c0, 0x49, 0xc004fb2a00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003506c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 74 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f48000, 0xfdb, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:84 +0x278
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f48000, 0xfdb, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f48000, 0xfdb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f48000, 0xfdb, 0x0, 0x0, 0x115f500, 0xfdb, 0xfdb)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f48000, 0xfdb, 0x0, 0x0, 0xaa0378, 0x1, 0xc007eeb000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f48000, 0xfdb, 0xfdb, 0xc003f48000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c182d0, 0x29, 0xc003f48000, 0xfdb, 0xaa0378, 0x1, 0xc003f48000, 0xfdb, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 77 [runnable]:
strings.genSplit(0xc009fc3b80, 0xaf, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xaf, 0xc009fc3ad0, 0xaf)
	/usr/local/go/src/strings/strings.go:245 +0x2b0
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009eb5e0, 0xaa04f9, 0x2, 0xc009fc3ad0, 0xaf, 0x0, 0xc0009eb430, 0xc008bdc428)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0009eb570, 0xc0059a2720, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0009eb570, 0xc00265c040, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 78 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004be6a80, 0xc008a63240, 0xaa0378)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc008a63570, 0xc004be6720, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a63570, 0xc004e17f80, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 80 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00066f140, 0x200, 0x400)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00066f140, 0xb7b620, 0xc007f3f7d0, 0x203001, 0x203001, 0x203001)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc007f3f7d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc007f3f7d0, 0xc00066f230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007f3f7d0, 0x0, 0x0, 0x0, 0x1000, 0xc005a8f000, 0xffe, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005a8f000, 0xffe, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00293a610)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00066f570, 0xc005e52dc0, 0xc00723df40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 81 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007257500, 0xa07, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007257500, 0xa07, 0x0, 0x0, 0x115f500, 0xa07, 0xa07)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007257500, 0xa07, 0x0, 0x0, 0xaa0378, 0x1, 0xc007256a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007257500, 0xa07, 0xa07, 0xc007257500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16ba0, 0x30, 0xc007257500, 0xa07, 0xaa0378, 0x1, 0xc007257500, 0xa07, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 82 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b6d9800, 0x78e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b6d9800, 0x78e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b6d9800, 0x78e, 0x0, 0x0, 0x115f500, 0xc00b6d9800, 0x78e)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b6d9800, 0x78e, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b6d9000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b6d9800, 0x78e, 0x78e, 0xc00b6d9800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15ea0, 0x41, 0xc00b6d9800, 0x78e, 0xaa0378, 0x1, 0xc00b6d9800, 0x78e, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 83 [semacquire]:
strings.genSplit(0xc00938ad80, 0xd50, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a69a000, 0x25e, 0x25e)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00189f418, 0xaa04d9, 0x2, 0xc000b1f600, 0xd50, 0x1, 0x25e, 0xc000e061c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000b1f600, 0xd50, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00189f570, 0xc000ca1220, 0x60, 0xc0023fb380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000350f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 85 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006ce1000, 0xf4, 0xf4, 0x3, 0x0, 0xf3, 0xc006ce1000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00078d570, 0xc0079b6580, 0xc009ecd660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2372 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00b2fcc00, 0x1023, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b2fcc00, 0x1023, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b2fcc00, 0x1023, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b2fcc00, 0x1023, 0x0, 0x0, 0x115f500, 0x1023, 0x1023)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b2fcc00, 0x1023, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b2f9300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b2fcc00, 0x1023, 0x1023, 0xc00b2fcc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003db392d, 0x47, 0xc00b2fcc00, 0x1023, 0xaa0378, 0x1, 0xc00b2fcc00, 0x1023, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728bec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 89 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008b1418, 0xaa0503, 0x2, 0xc008ff6380, 0xcff, 0x4, 0x2ac, 0xc00ac7c2c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008ff6380, 0xcff, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008b1570, 0xc00690f3c0, 0x3e, 0xc001e51e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 90 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c09a0, 0xc000f87318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f87418, 0xaa0569, 0x2, 0xc0057b3200, 0x82f, 0x13, 0x1bd, 0xc00ac7c000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0057b3200, 0x82f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000f87570, 0xc004eaf620, 0x41, 0xc004fb2640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 91 [semacquire]:
regexp.(*bitState).reset(0xc000b68fd0, 0xc00a968240, 0x1527, 0x2)
	/usr/local/go/src/regexp/backtrack.go:84 +0x25e
regexp.(*Regexp).backtrack(0xc007316d20, 0x0, 0x0, 0x0, 0xc004120000, 0x1527, 0x910, 0x2, 0xc005d46050, 0x0, ...)
	/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc007316d20, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc004120000, 0x1527, 0x910, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc007316d20, 0x0, 0x0, 0x0, 0xc004120000, 0x1527, 0x2, 0xc009d1b270, 0xc004120000, 0x1527, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc007316d20, 0xc004120000, 0x1527, 0xaa0378, 0x1, 0x1, 0x28)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047af570, 0xc0067b4040, 0xc004e17160)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 92 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0008c76c0, 0xc0007d2000, 0x13c)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0008c76c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0008c76c0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0008c76c0, 0xc00110be30, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004ab9c20, 0x0, 0x0, 0x0, 0xc00109d258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004ab9c20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00109d950, 0xc000d91000, 0x2e98, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003515c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 94 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc00238f55c, 0x4, 0x2, 0xc008950590, 0xc000f62080, 0x1, ...)
	/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc00238f55c, 0x4, 0xaa0378, 0x1, 0x1189d00, 0x1)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008951118, 0xc0031eed20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc0031eecb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008951118, 0xc0031eecb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008951118, 0xc0031eecb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc0021801c0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000987118, 0xc0021801c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000987118, 0xc0021801c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc005ee8b60, 0xc0012ed180, 0x7f602d0aa560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000987118, 0xc005ee8b60, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000987118, 0xc005ee8b60, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008951118, 0xc005ee8a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000987118, 0xc005ee8a80, 0x54b170, 0xc0083ed1e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005ee8a80, 0x0, 0x0, 0x0, 0x0, 0xc005ee8a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0067cd590, 0x0, 0x0, 0x0, 0x1300, 0xc000b30c00, 0x12dc, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000b30c00, 0x12dc, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000d00fc0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000987570, 0xc004b48ee0, 0xc0021260e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 96 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007be5000, 0xd93, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007be5000, 0xd93, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007be5000, 0xd93, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007be5000, 0xd93, 0x0, 0x0, 0x115f500, 0xd93, 0xd93)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007be5000, 0xd93, 0x0, 0x0, 0xaa0378, 0x1, 0xc007be4000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007be5000, 0xd93, 0xd93, 0xc007be5000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00489a300, 0x17, 0xc007be5000, 0xd93, 0xaa0378, 0x1, 0xc007be5000, 0xd93, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003518c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 100 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f47ac0, 0xc000e51318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e51418, 0xaa04f9, 0x2, 0xc005c1c900, 0x82f, 0x1, 0x1bd, 0xc0009fce00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c1c900, 0x82f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e51570, 0xc004cfdd40, 0x41, 0xc004fb2aa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 101 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc009b533e0, 0xc005214510, 0x6, 0xc002b64870)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:115 +0x122
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc009b533e0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc009b533e0, 0xc005214510, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc009b53401, 0xc0086de2a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc009b53570, 0xc005214510, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 102 [semacquire]:
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0096f13e0, 0xc004b57280, 0x6)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:129 +0x28c
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0096f13e0, 0xc003246cc0, 0xaa04f9, 0x2, 0xc0096f1570, 0x8, 0x9ecc80, 0x2bc, 0x2bd)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0096f1570, 0xc003246cc0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351d40, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 103 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004bbc000, 0xdcd, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004bbc000, 0xdcd, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004bbc000, 0xdcd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004bbc000, 0xdcd, 0x0, 0x0, 0x115f500, 0xdcd, 0xdcd)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004bbc000, 0xdcd, 0x0, 0x0, 0xaa0378, 0x1, 0xc004b83000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004bbc000, 0xdcd, 0xdcd, 0xc004bbc000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001dd66c0, 0xbf, 0xc004bbc000, 0xdcd, 0xaa0378, 0x1, 0xc004bbc000, 0xdcd, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351e00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 104 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0033d9230, 0xc0033d9000, 0x47ff20, 0xc0018b7c80, 0x5)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0033d9230, 0x3340, 0xc00a6687e0, 0x1259780, 0x1259790)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0033d9230, 0x7f60041db530, 0xc0033d9280, 0x42cb96, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa5c10, 0x5, 0x1, 0xc0033d9298, 0xc0033d92b0, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa5c10, 0x5, 0x1, 0xb856e0, 0xc006f00460)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006a155c0, 0xaa5c10, 0x5, 0xc004b1c000)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).removeTags(0xc0033d9708, 0xc001fc1d80, 0xc0033d93c8, 0xc0033d93e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:350 +0x7a
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0033d9708, 0xc001fc1d80, 0xc00a622520)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:295 +0x2f2
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000351ec0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 107 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ad418, 0xaa0503, 0x2, 0xc002bea000, 0x18c0, 0x4, 0x4c3, 0xc00b31c260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002bea000, 0x18c0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ad570, 0xc0003b1320, 0x3a, 0xc00618e440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 109 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002587418, 0xaa0503, 0x2, 0xc006f84380, 0xc96, 0x4, 0x28c, 0xc004942220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006f84380, 0xc96, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002587570, 0xc001fc08c0, 0x3a, 0xc007778280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003702a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 110 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc00350ec00, 0x1124, 0x2, 0xc002cdf090, 0xc00350ec00, 0x1124, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc00350ec00, 0x1124, 0xaa04bf, 0x2, 0x1, 0x2)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc004f119d0, 0x0, 0x0, 0x0, 0x0, 0xc004f119d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009c840c0, 0x0, 0x0, 0x0, 0x1500, 0xc00249a000, 0x14d4, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00249a000, 0x14d4, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0004327e4)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004f5570, 0xc00651d520, 0xc009d27a80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 111 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a6d6a80, 0x930, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a6d6a80, 0x930, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a6d6a80, 0x930, 0x0, 0x0, 0x115f500, 0x930, 0x930)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a6d6a80, 0x930, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a6cd500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a6d6a80, 0x930, 0x930, 0xc00a6d6a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e14111, 0x24, 0xc00a6d6a80, 0x930, 0xaa0378, 0x1, 0xc00a6d6a80, 0x930, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 112 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0084273c0, 0xc000af1318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000af1418, 0xaa04fd, 0x2, 0xc003244800, 0x1506, 0x1, 0x3ef, 0xc00690e060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003244800, 0x1506, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000af1570, 0xc000e063c0, 0x60, 0xc00070e075)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003704e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 113 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006cbaa00, 0x14ae, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006cbaa00, 0x14ae, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006cbaa00, 0x14ae, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006cbaa00, 0x14ae, 0x0, 0x0, 0x115f500, 0x14ae, 0x14ae)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006cbaa00, 0x14ae, 0x0, 0x0, 0xaa0378, 0x1, 0xc003bda000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006cbaa00, 0x14ae, 0x14ae, 0xc006cbaa00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e141f2, 0x36, 0xc006cbaa00, 0x14ae, 0xaa0378, 0x1, 0xc006cbaa00, 0x14ae, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003705a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 114 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003071710, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc004ebb570, 0xc003071710, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004ebb570, 0xc000e06e60, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 115 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc009be90b0, 0xc00ae353e0, 0xc000edb268)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000edb570, 0xc009be90b0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000edb570, 0xc000e07840, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 116 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00a2ed5c0, 0xc000e65318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000e65418, 0xaa059b, 0x2, 0xc000606f00, 0x2135, 0x80, 0x5bc, 0xc00a5ab080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000606f00, 0x2135, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000e65570, 0xc000e06b80, 0x34, 0xc000e13b4a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003707e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 117 [semacquire]:
bytes.makeSlice(0xb74, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00c23a7b0, 0x8, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00c23a7b0, 0xc0018637b0, 0x8, 0x6, 0xffffffffffffffff, 0xad0190)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00c23a7b0, 0xc0018637b0, 0x8, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc0009df880, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc004c7e3f0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc004c7e310, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00c23a7b0, 0xc000f8d260, 0xb84d20, 0xc00c23a7b0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00c23a7b0, 0xc000f8d260, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0006f3a10, 0x50d201, 0xc005210930, 0x5e, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007b9570, 0xc00651d2c0, 0xc004da1260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003708a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 118 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003068c00, 0xaa3, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003068c00, 0xaa3, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003068c00, 0xaa3, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003068c00, 0xaa3, 0x0, 0x0, 0x115f500, 0xaa3, 0xaa3)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003068c00, 0xaa3, 0x0, 0x0, 0xaa0378, 0x1, 0xc006533400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003068c00, 0xaa3, 0xaa3, 0xc003068c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e14280, 0x41, 0xc003068c00, 0xaa3, 0xaa0378, 0x1, 0xc003068c00, 0xaa3, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 120 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0080bf800, 0xc0080bf800, 0xc0080bf901)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0061e1570, 0xc000e07120, 0x3e)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2426 [semacquire]:
strings.genSplit(0xc00934bb00, 0xd63, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a916000, 0x2a1, 0x2a1)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020a5418, 0xaa05c9, 0x2, 0xc006759600, 0xd63, 0x6, 0x2a1, 0xc005409b80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc006759600, 0xd63, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020a5570, 0xc00651d880, 0x3f, 0xc0048feb40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879de60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 126 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003a18800, 0xbb4, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003a18800, 0xbb4, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003a18800, 0xbb4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003a18800, 0xbb4, 0x0, 0x0, 0x115f500, 0xbb4, 0xbb4)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003a18800, 0xbb4, 0x0, 0x0, 0xaa0378, 0x1, 0xc003a17000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003a18800, 0xbb4, 0xbb4, 0xc003a18800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00276a837, 0x36, 0xc003a18800, 0xbb4, 0xaa0378, 0x1, 0xc003a18800, 0xbb4, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000370f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 129 [semacquire]:
strings.genSplit(0xc007f8e000, 0xc78, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x117e, 0xc0041a0580, 0xc78)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00451d5e0, 0xaa04f9, 0x2, 0xc0041a0580, 0xc78, 0x7, 0x1c, 0xc005f1dca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00451d570, 0xc000960e00, 0x4b)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003711a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 132 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00255eb40, 0xc00507b170, 0xc000ce1268)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000ce1570, 0xc00255eb40, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ce1570, 0xc000a52060, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003713e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 134 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c3d500, 0xa2d, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c3d500, 0xa2d, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c3d500, 0xa2d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c3d500, 0xa2d, 0x0, 0x0, 0x115f500, 0xa2d, 0xa2d)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c3d500, 0xa2d, 0x0, 0x0, 0xaa0378, 0x1, 0xc002a23500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c3d500, 0xa2d, 0xa2d, 0xc002c3d500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6cc30, 0x4b, 0xc002c3d500, 0xa2d, 0xaa0378, 0x1, 0xc002c3d500, 0xa2d, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 137 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc008e14800, 0x70a, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008e14800, 0x70a, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008e14800, 0x70a, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008e14800, 0x70a, 0x0, 0x0, 0x115f500, 0x70a, 0x70a)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008e14800, 0x70a, 0x0, 0x0, 0xaa0378, 0x1, 0xc008e14000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008e14800, 0x70a, 0x70a, 0xc008e14800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00604fec0, 0x25, 0xc008e14800, 0x70a, 0xaa0378, 0x1, 0xc008e14800, 0x70a, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003717a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 139 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002a60690, 0xc002a60690, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00261d570, 0xc004b48ea0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2469 [semacquire]:
strings.Replace(0xc0058b2800, 0x440d, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x42, 0xc0058b2800, 0x440d)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ff7950, 0xc008b19000, 0x4407, 0x2, 0xc004686265, 0x7)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 142 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00b31c020, 0xc001a91318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a91418, 0xaa0599, 0x2, 0xc002874d00, 0x81e, 0xc002874d00, 0xc001a91408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002874d00, 0x81e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a91570, 0xc00457f140, 0x3b, 0xc005d88840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 144 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009816000, 0xe96, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009816000, 0xe96, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009816000, 0xe96, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009816000, 0xe96, 0x0, 0x0, 0x115f500, 0xc009816000, 0xe96)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009816000, 0xe96, 0x0, 0x0, 0xaa0378, 0x1, 0xc0000ae000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009816000, 0xe96, 0xe96, 0xc009816000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0067c9ab0, 0x4e, 0xc009816000, 0xe96, 0xaa0378, 0x1, 0xc009816000, 0xe96, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 147 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004d6db50, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004d6db40, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006c43800, 0x696, 0x696, 0x1, 0xc006c43800)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00086b030, 0x62, 0xc006c43800, 0x696, 0xaa0378, 0x1, 0xc006c43800, 0x696, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 149 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004bc1a00, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bc1a00)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bc1a00, 0xc00b276310, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00adc5f50, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00adc5f20, 0x0, 0x0, 0x0, 0x1000, 0xc00b27f000, 0xef6, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00b27f000, 0xef6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000bd2f00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fd7570, 0xc000420e20, 0xc0081df140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e0c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 150 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0084f2900, 0x413, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0084f2900, 0x413, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0084f2900, 0x413, 0x0, 0x0, 0x115f500, 0x413, 0x413)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0084f2900, 0x413, 0x0, 0x0, 0xaa0378, 0x1, 0xc006ad2480)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0084f2900, 0x413, 0x413, 0xc0084f2900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001ab9bc6, 0x56, 0xc0084f2900, 0x413, 0xaa0378, 0x1, 0xc0084f2900, 0x413, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 151 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008427060, 0xc002f45318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f45418, 0xaa0503, 0x2, 0xc00b214c00, 0x117b, 0x3, 0x3be, 0xc00ac7cf80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b214c00, 0x117b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f45570, 0xc005cefb80, 0x4a, 0xc000ea79f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 155 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005110a80, 0x904, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005110a80, 0x904, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005110a80, 0x904, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005110a80, 0x904, 0x0, 0x0, 0x115f500, 0x904, 0x904)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005110a80, 0x904, 0x0, 0x0, 0xaa0378, 0x1, 0xc00103ca80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005110a80, 0x904, 0x904, 0xc005110a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a00017, 0x19, 0xc005110a80, 0x904, 0xaa0378, 0x1, 0xc005110a80, 0x904, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 156 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xd8a, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00959b000, 0xd8a, 0xd8a, 0xc00959b000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00509f540, 0x48, 0xc00959b000, 0xd8a, 0xaa0378, 0x1, 0xc00959b000, 0xd8a, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 160 [semacquire]:
strings.genSplit(0xc005dd6000, 0x1ef9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008686000, 0x64c, 0x64c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002603418, 0xaa0599, 0x2, 0xc001e9a000, 0x1ef9, 0x1, 0x64c, 0xc0085a1e60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001e9a000, 0x1ef9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002603570, 0xc001b89bc0, 0x4e, 0xc0049a9508)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 162 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002463140, 0x200, 0x800)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc002463140, 0xb7b620, 0xc002926540, 0x203000, 0x203000, 0x203000)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc002926540, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc002926540, 0xc002463230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002926540, 0x0, 0x0, 0x0, 0x1500, 0xc00688d500, 0x1449, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00688d500, 0x1449, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0054a6c00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002463570, 0xc000e070e0, 0xc004b49040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ea80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 163 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265d4e0, 0xc0005c5318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0005c5418, 0xaa05c9, 0x2, 0xc0092b2600, 0x1060, 0x5, 0x34b, 0xc00265d4a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0092b2600, 0x1060, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0005c5570, 0xc002187560, 0x55, 0xc00247d200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049eb40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 164 [semacquire]:
strings.genSplit(0xc0006eec80, 0xc2b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a949800, 0x271, 0x271)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000645418, 0xaa059b, 0x2, 0xc00084e580, 0xc2b, 0x41, 0x271, 0xc00265d520)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00084e580, 0xc2b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000645570, 0xc004b48a60, 0x4f, 0xc0049a82d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ec00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 165 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f85400, 0xb60, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f85400, 0xb60, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f85400, 0xb60, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f85400, 0xb60, 0x0, 0x0, 0x115f500, 0xb60, 0xb60)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f85400, 0xb60, 0x0, 0x0, 0xaa0378, 0x1, 0xc00695f000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f85400, 0xb60, 0xb60, 0xc003f85400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6cc80, 0x3d, 0xc003f85400, 0xb60, 0xaa0378, 0x1, 0xc003f85400, 0xb60, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ecc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 166 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0042fa700, 0x659, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0042fa700, 0x659, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0042fa700, 0x659, 0x0, 0x0, 0x115f500, 0x659, 0x659)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0042fa700, 0x659, 0x0, 0x0, 0xaa0378, 0x1, 0xc0042fa000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0042fa700, 0x659, 0x659, 0xc0042fa700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c155c0, 0x3b, 0xc0042fa700, 0x659, 0xaa0378, 0x1, 0xc0042fa700, 0x659, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ed80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 167 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc00955b900, 0x221e, 0x2, 0xc001aa5090, 0xc00955b900, 0x221e, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc00955b900, 0x221e, 0xaa04bf, 0x2, 0x1, 0x2)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc006cb3ab0, 0x0, 0x0, 0x0, 0x0, 0xc006cb3ab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009d0e180, 0x0, 0x0, 0x0, 0x2800, 0xc0030bb000, 0x2675, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0030bb000, 0x2675, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0052d3900)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025a7570, 0xc005f1c480, 0xc0082ef7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ee40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 168 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc008a2f118, 0xaa04bf, 0x2, 0xc8, 0x2, 0xc008a2e1f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc008a2f118, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008a2f118, 0xc00086d650, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008a2f118, 0xc00086d650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008a2f118, 0xc00086d650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc00086cee0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000669118, 0xc00086cee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc00086cee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc00086ce00, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000669118, 0xc00086ce00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc00086ce00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc001a3f340, 0xc000080380, 0x7f602d0aa560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000669118, 0xc001a3f340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc001a3f340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008a2f118, 0xc001a3f260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000669118, 0xc001a3f260, 0x54b170, 0xc00af81ad0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc001a3f260, 0x0, 0x0, 0x0, 0x0, 0xc001a3f260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00afcc3c0, 0x0, 0x0, 0x0, 0x1000, 0xc004faf000, 0xe49, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004faf000, 0xe49, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c1e180)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000669570, 0xc000420980, 0xc00b31c8e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ef00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 169 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003731000, 0xa97, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003731000, 0xa97, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003731000, 0xa97, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003731000, 0xa97, 0x0, 0x0, 0x115f500, 0xa97, 0xa97)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003731000, 0xa97, 0x0, 0x0, 0xaa0378, 0x1, 0xc00372f800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003731000, 0xa97, 0xa97, 0xc003731000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c18420, 0x30, 0xc003731000, 0xa97, 0xaa0378, 0x1, 0xc003731000, 0xa97, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049efc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 170 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000515000, 0x7f5, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000515000, 0x7f5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000515000, 0x7f5, 0x0, 0x0, 0x115f500, 0x7f5, 0x7f5)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000515000, 0x7f5, 0x0, 0x0, 0xaa0378, 0x1, 0xc000514800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000515000, 0x7f5, 0x7f5, 0xc000515000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afa870, 0x49, 0xc000515000, 0x7f5, 0xaa0378, 0x1, 0xc000515000, 0x7f5, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 171 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a22ac0, 0xc000791318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000791418, 0xaa05c9, 0x2, 0xc008d68000, 0xebf, 0x6, 0x300, 0xc004e17000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008d68000, 0xebf, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000791570, 0xc005f1c9e0, 0x4b, 0xc00002a640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 172 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc0040ab300, 0x11ac, 0x2, 0xc006949270, 0x100, 0x0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc0040ab300, 0x11ac, 0xaa04bf, 0x2, 0xc0040ab300, 0x11ac)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0069493e0, 0xc007026920, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0069493e0, 0xc007f3fb00, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006949401, 0xc00a26b870)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006949570, 0xc007f3fb00, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1164 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc005e7e820, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005e7e820)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005e7e820, 0xc00843b030, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c65b60, 0x0, 0x0, 0x0, 0xc0024fd258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c65b60, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024fd950, 0xc006a17000, 0xfa7, 0x746e656d706f6c65, 0x727473696e694d20, 0x7275702073692079)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00728b800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 175 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007c79400, 0xaa2, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007c79400, 0xaa2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007c79400, 0xaa2, 0x0, 0x0, 0x115f500, 0xaa2, 0xaa2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007c79400, 0xaa2, 0x0, 0x0, 0xaa0378, 0x1, 0xc007c77c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007c79400, 0xaa2, 0xaa2, 0xc007c79400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000542a80, 0x3a, 0xc007c79400, 0xaa2, 0xaa0378, 0x1, 0xc007c79400, 0xaa2, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 176 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc007f3fda0, 0xc008b2f1b8, 0x7544a2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x0, 0xc007f3fda0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007f3fd70, 0xc008b2f240, 0xaa0378)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc008b2f570, 0xc0081bfaa0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008b2f570, 0xc000ca1c40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 178 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b8b5400, 0xb0b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b8b5400, 0xb0b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b8b5400, 0xb0b, 0x0, 0x0, 0x115f500, 0xc00b8b5400, 0xb0b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b8b5400, 0xb0b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b8b3c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b8b5400, 0xb0b, 0xb0b, 0xc00b8b5400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00618fd40, 0x36, 0xc00b8b5400, 0xb0b, 0xaa0378, 0x1, 0xc00b8b5400, 0xb0b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 179 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc001f10000, 0x1ec7, 0x2, 0xc002c3b090, 0xc001f10000, 0x1ec7, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc001f10000, 0x1ec7, 0xaa04bf, 0x2, 0x1, 0x2)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0052cf570, 0x0, 0x0, 0x0, 0x0, 0xc0052cf570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0080bfd10, 0x0, 0x0, 0x0, 0x2500, 0xc003b32a00, 0x21ba, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003b32a00, 0x21ba, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00289cf80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007bd570, 0xc004da0b60, 0xc007026b80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 180 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004dc1500, 0x1320, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004dc1500, 0x1320, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004dc1500, 0x1320, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004dc1500, 0x1320, 0x0, 0x0, 0x115f500, 0xc004dc1500, 0x1320)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004dc1500, 0x1320, 0x0, 0x0, 0xaa0378, 0x1, 0xc004dc0000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004dc1500, 0x1320, 0x1320, 0xc004dc1500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00070e2b0, 0x4c, 0xc004dc1500, 0x1320, 0xaa0378, 0x1, 0xc004dc1500, 0x1320, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2455 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003ee85b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003ee8680, 0xc006b70d20, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa680, 0x0, 0x0, 0x0, 0xc004105258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa680, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004105950, 0xc0093e0000, 0x10e6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 182 [semacquire]:
bytes.makeSlice(0x167, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001b5b260, 0x167, 0x203002)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001b5b260, 0xc000c25500, 0x167, 0x1, 0xb856e0, 0xc001fc0a80)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e68770)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000e68700)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005c398f0, 0xa9ece0, 0xc005c39890)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b5b570, 0xc000e06be0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 184 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0019fbf20, 0xc0007e3318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0007e3418, 0xaa04fd, 0x2, 0xc002f3b000, 0xe0d, 0x7, 0x2bb, 0xc007027d20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002f3b000, 0xe0d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0007e3570, 0xc00265de20, 0x43, 0xc000bcc3e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fb00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 185 [semacquire]:
regexp.onePassCopy(0xc00c030720, 0xc00c030720)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00c030720, 0xc00c030720)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0007e5358, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0007e5358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0007e5358, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0007e5358, 0x75a856, 0x0, 0xc0032f8690, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0007e5358, 0xc0007e5320, 0xc0007e53a8, 0x42ca96, 0xc00c0306f0, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0007e53c0, 0xc0007e53d8, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00265c960)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0003a7320, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0007e5570, 0xc0049427c0, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 187 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009a28d80, 0xd45, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009a28d80, 0xd45, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009a28d80, 0xd45, 0x0, 0x0, 0x115f500, 0xc009a28d80, 0xd45)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009a28d80, 0xd45, 0x0, 0x0, 0xaa0378, 0x1, 0xc009a28000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009a28d80, 0xd45, 0xd45, 0xc009a28d80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465f27e, 0x3c, 0xc009a28d80, 0xd45, 0xaa0378, 0x1, 0xc009a28d80, 0xd45, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 188 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb0f90, 0x203000, 0x203000, 0xc6a01f3d00000000, 0xc006bc3190)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003cb0f90)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb0f60, 0xc006bc3320, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc006bc3708, 0xc00272aa20, 0xaac03e, 0x7, 0xc00272aa20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc006bc3708, 0xc00272aa20, 0xc008426060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fe00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 189 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003c17900, 0xc52, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003c17900, 0xc52, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003c17900, 0xc52, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003c17900, 0xc52, 0x0, 0x0, 0x115f500, 0xc003c17900, 0xc52)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003c17900, 0xc52, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c3f200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003c17900, 0xc52, 0xc52, 0xc003c17900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016727e0, 0x4b, 0xc003c17900, 0xc52, 0xaa0378, 0x1, 0xc003c17900, 0xc52, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 190 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001841000, 0xb30, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001841000, 0xb30, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001841000, 0xb30, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001841000, 0xb30, 0x0, 0x0, 0x115f500, 0xb30, 0xb30)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001841000, 0xb30, 0x0, 0x0, 0xaa0378, 0x1, 0xc00183f800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001841000, 0xb30, 0xb30, 0xc001841000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00040e8ba, 0x41, 0xc001841000, 0xb30, 0xaa0378, 0x1, 0xc001841000, 0xb30, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ff80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 191 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc008140c00, 0x12ef, 0x2, 0xc001197ab0, 0xaa6444, 0x5, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc008140c00, 0x12ef, 0xaa0378, 0x1, 0xc00813e600, 0x12ef)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc008140c00, 0x12ef, 0xaa0378, 0x1, 0xc008140c00, 0x12ef)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 192 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001bf5eb0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001bf5ea0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e88d00, 0x87a, 0x87a, 0x1, 0xc003e88d00)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000370540, 0x5a, 0xc003e88d00, 0x87a, 0xaa0378, 0x1, 0xc003e88d00, 0x87a, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 193 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004b48280, 0xc004813318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004813418, 0xaa04f9, 0x2, 0xc008272a00, 0x14b6, 0x1, 0x4a4, 0xc0004204c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008272a00, 0x14b6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004813570, 0xc004da0440, 0x4f, 0xc002838eba)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b61e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 194 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0069f5ef0, 0xaf, 0x7544a2, 0x0)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007b735e0, 0xaa04f9, 0x2, 0xc0069f5ef0, 0xaf, 0xc, 0xc007b732e8, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x2, 0xc00b344ab0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc009a21e00, 0xc007b73378, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc007b73570, 0xc0098c0a20, 0xc00113d180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc007b73570, 0xc0098c0a20, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc007b73570, 0xc0098c0a20, 0xc0098c0a20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b62a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 195 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00596f450, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00596f450)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00596f450, 0xc000e6fce0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005f1a060, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc00a968030)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a968030, 0x0, 0x0, 0x0, 0xc80, 0xc005c3f200, 0xc61, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005c3f200, 0xc61, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00251d4d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0007fb570, 0xc001fc09c0, 0xc00ac7d960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6360, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 196 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0072f9900, 0x11b4, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0072f9900, 0x11b4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0072f9900, 0x11b4, 0x0, 0x0, 0x115f500, 0xc0072f9900, 0x11b4)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0072f9900, 0x11b4, 0x0, 0x0, 0xaa0378, 0x1, 0xc0072f8600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0072f9900, 0x11b4, 0x11b4, 0xc0072f9900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004bd6580, 0x37, 0xc0072f9900, 0x11b4, 0xaa0378, 0x1, 0xc0072f9900, 0x11b4, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6420, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 198 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008487e80, 0xc0087e1268, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0087e15e0, 0xaa04f9, 0x2, 0xc005ea5930, 0xcf, 0xa, 0xc0087e12e8, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc0044cd8f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0044cd620, 0xc0087e1378, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0087e1570, 0xc0044cd260, 0xc008487840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0087e1570, 0xc0044cd260, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0087e1570, 0xc0044cd260, 0xc0044cd260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b65a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 199 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024be9e0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024be9d0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002147800, 0x678, 0x678, 0x1, 0xc002147800)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f3e440, 0x38, 0xc002147800, 0x678, 0xaa0378, 0x1, 0xc002147800, 0x678, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6660, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 201 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0008793a0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000879390, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0053b7080, 0x504, 0x504, 0x1, 0xc0053b7080)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299f0e0, 0x43, 0xc0053b7080, 0x504, 0xaa0378, 0x1, 0xc0053b7080, 0x504, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b67e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2460 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc003452d00, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003452d00)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003452d00, 0xc0006a1a40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa880, 0x0, 0x0, 0x0, 0xc005e09258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa880, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005e09950, 0xc002ea2800, 0x177d, 0x0, 0xc00454a65d, 0xa)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a067e0, 0x58)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 207 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0078e5080, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0078e5070, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d9a000, 0x2af, 0x2af, 0x1, 0xc001d9a000)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000700e0, 0x66, 0xc001d9a000, 0x2af, 0xaa0378, 0x1, 0xc001d9a000, 0x2af, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 208 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001175800, 0x5a4, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001175800, 0x5a4, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001175800, 0x5a4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001175800, 0x5a4, 0x0, 0x0, 0x115f500, 0x5a4, 0x5a4)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001175800, 0x5a4, 0x0, 0x0, 0xaa0378, 0x1, 0xc001175200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001175800, 0x5a4, 0x5a4, 0xc001175800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea6050, 0x43, 0xc001175800, 0x5a4, 0xaa0378, 0x1, 0xc001175800, 0x5a4, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 209 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005dbc000, 0xb08, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005dbc000, 0xb08, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005dbc000, 0xb08, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005dbc000, 0xb08, 0x0, 0x0, 0x115f500, 0xb08, 0xb08)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005dbc000, 0xb08, 0x0, 0x0, 0xaa0378, 0x1, 0xc00830fc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005dbc000, 0xb08, 0xb08, 0xc005dbc000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8730, 0x49, 0xc005dbc000, 0xb08, 0xaa0378, 0x1, 0xc005dbc000, 0xb08, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b6de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 212 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc007d20680, 0xc001d7f600, 0xf8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc007d20680, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007d20680)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007d20680, 0xc00bce1e30, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00bcf1290, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00bcf1260, 0x0, 0x0, 0x0, 0x900, 0xc00bb72000, 0x8bb, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00bb72000, 0x8bb, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00546cb10)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00245b570, 0xc000e07980, 0xc001e4e3a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 219 [semacquire]:
regexp.makeOnePass(0xc002926420, 0xc002926420)
	/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc005adc090, 0xc005adc090)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002583358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002583358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002583358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002583358, 0xc0046568c0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002583358, 0x42ca96, 0xc005adc060, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0025833c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0049c1820, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0044cd860, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002583570, 0xc004f1d0e0, 0xabc101, 0x1d, 0x5b, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 220 [semacquire]:
strings.genSplit(0xc001dd4a80, 0x9a5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002074000, 0x1de, 0x1de)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000317418, 0xaa0569, 0x2, 0xc00103c000, 0x9a5, 0x1a, 0x1de, 0xc00a6220c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00103c000, 0x9a5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000317570, 0xc0028252a0, 0x74, 0xc001e46700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7620, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 222 [semacquire]:
strings.genSplit(0xc006f80000, 0xd02, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d67000, 0x2b7, 0x2b7)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b55418, 0xaa04fd, 0x2, 0xc0046b0380, 0xd02, 0x1, 0x2b7, 0xc0019fb060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0046b0380, 0xd02, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b55570, 0xc0068083a0, 0x48, 0xc000c17c20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b77a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 227 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009c20320, 0xc0046a5318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046a5418, 0xaa0503, 0x2, 0xc0032dc000, 0x15ad, 0x5, 0x44d, 0xc009c20300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0032dc000, 0x15ad, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046a5570, 0xc004b49ba0, 0x4a, 0xc002838c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 228 [semacquire]:
strings.genSplit(0xc005c8a000, 0x7f9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b525a80, 0x19b, 0x19b)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042bb418, 0xaa04fd, 0x2, 0xc001d3a800, 0x7f9, 0x1, 0x19b, 0xc004a22dc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001d3a800, 0x7f9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042bb570, 0xc00272b760, 0x54, 0xc001ab8c00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 229 [semacquire]:
strings.genSplit(0xc003e7a600, 0x1025, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x3b2, 0x3b2)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047f9418, 0xaa0503, 0x2, 0xc000c5e000, 0x1025, 0x5, 0x3b2, 0xc006dc05a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000c5e000, 0x1025, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047f9570, 0xc008f46400, 0x44, 0xc0076d2b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 231 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc008cbe400, 0xaea, 0xc002fd9270, 0xc0010e8380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc008cbe400, 0xaea, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd9418, 0xaa0503, 0x2, 0xc008cbe400, 0xaea, 0x4, 0x24c, 0xc001e4fba0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008cbe400, 0xaea, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd9570, 0xc00000eaa0, 0x5d, 0xc00232dec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004b7e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 233 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc008ef98c0, 0xc0083b62a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x87
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000331570, 0xc008ef98c0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000331570, 0xc008c7ec20, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 234 [semacquire]:
encoding/json.(*decodeState).object(0xc002fd0fd0, 0xa49de0, 0xc00c2cc000, 0x199, 0xab20e1, 0xb)
	/usr/local/go/src/encoding/json/decode.go:752 +0x182a
encoding/json.(*decodeState).value(0xc002fd0fd0, 0xa49de0, 0xc00c2cc000, 0x199, 0xa49de0, 0xc00c2cc000)
	/usr/local/go/src/encoding/json/decode.go:387 +0x6d
encoding/json.(*decodeState).array(0xc002fd0fd0, 0x9cfa40, 0xc0067b4a20, 0x16, 0xc002fd0ff8, 0x5b)
	/usr/local/go/src/encoding/json/decode.go:575 +0x1a7
encoding/json.(*decodeState).value(0xc002fd0fd0, 0x9cfa40, 0xc0067b4a20, 0x16, 0xc006da3958, 0x532927)
	/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc002fd0fd0, 0x9cfa40, 0xc0067b4a20, 0xc002fd0ff8, 0x0)
	/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc003c68a20, 0x11c, 0x120, 0x9cfa40, 0xc0067b4a20, 0x120, 0xaa366e)
	/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0067b4a00, 0xc0037b9000, 0xb75, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0037b9000, 0xb75, 0xb75, 0x1, 0xc0037b9000)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dca500, 0x32, 0xc0037b9000, 0xb75, 0xaa0378, 0x1, 0xc0037b9000, 0xb75, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d60c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 238 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00210b1c8, 0x127d300, 0xc00210b140, 0x5697b3, 0xc000137720)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00210b1c8, 0x0, 0x0, 0xc00210b140, 0x46e88b)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00210b1c8, 0x9fe, 0xa80, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc00210b230, 0xc00210b248, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc005229020)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001b76660, 0xaa262f, 0x3, 0xc005228ff0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc00210b708, 0xc00000e9c0, 0xaa262f, 0x3, 0xc00000e9c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc00210b708, 0xc00000e9c0, 0xc00b27c1a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d63c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 242 [semacquire]:
strings.genSplit(0xc0051252c0, 0x93, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x93, 0xc005125180, 0x93)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00530d5e0, 0xaa04f9, 0x2, 0xc005125180, 0x93, 0x16, 0x3c, 0xc009b67960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00530d570, 0xc002825580, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d66c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 245 [semacquire]:
strings.genSplit(0xc00605b400, 0xabd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a9e5400, 0x221, 0x221)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000955418, 0xaa058b, 0x2, 0xc001f44800, 0xabd, 0x4, 0x221, 0xc004a22680)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001f44800, 0xabd, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000955570, 0xc0057d0480, 0x46, 0xc006860050)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 246 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc007000a80, 0xa34, 0xaa04bf, 0x2, 0x1, 0x2)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc006fcbe30, 0x0, 0x0, 0x0, 0x0, 0xc006fcbe30, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008a0c3c0, 0x0, 0x0, 0x0, 0xc00, 0xc003731c00, 0xbe3, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003731c00, 0xbe3, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0023c6d80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00092b570, 0xc0049c0f00, 0xc004a22900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d69c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 247 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000efd000, 0xe0c, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000efd000, 0xe0c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000efd000, 0xe0c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000efd000, 0xe0c, 0x0, 0x0, 0x115f500, 0xe0c, 0xe0c)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000efd000, 0xe0c, 0x0, 0x0, 0xaa0378, 0x1, 0xc000ec1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000efd000, 0xe0c, 0xe0c, 0xc000efd000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000be0140, 0x40, 0xc000efd000, 0xe0c, 0xaa0378, 0x1, 0xc000efd000, 0xe0c, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 248 [semacquire]:
strings.genSplit(0xc0070b6000, 0x5f5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x148, 0x148)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a8f418, 0xaa0599, 0x2, 0xc008a7c600, 0x5f5, 0x1, 0x148, 0xc00afb1240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008a7c600, 0x5f5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a8f570, 0xc006dc19a0, 0x4f, 0xc0044e131a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 254 [semacquire]:
strings.genSplit(0xc0081fa000, 0x1180, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1262, 0xc002e7ac00, 0x1180)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00855f5e0, 0xaa04f9, 0x2, 0xc002e7ac00, 0x1180, 0x0, 0xc00125d880, 0x7f602d0a9e98)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00855f570, 0xc000ca1440, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 260 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008426120, 0xc001b31318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b31418, 0xaa0503, 0x2, 0xc00a8bd000, 0xe76, 0x4, 0x2d6, 0xc008426100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a8bd000, 0xe76, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b31570, 0xc002b568a0, 0x4a, 0xc000bcc500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 263 [semacquire]:
bytes.makeSlice(0x1842, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002abf190, 0x8, 0x8)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002abf190, 0xc000394ce0, 0x8, 0x8, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000d19260)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00102d5e0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00b0ed860, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc002abf570, 0xc00b0ed860, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002abf570, 0xc000420560, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 267 [semacquire]:
bytes.makeSlice(0x2b3, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008242450, 0x1, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc008242450, 0xc008242420, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc008242450, 0xc001b0d2d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:152 +0x2c0
golang.org/x/net/html.render1(0xb84d20, 0xc008242450, 0xc001b0ce70, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008242450, 0xc001b0ce00, 0xb84d20, 0xc008242450)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008242450, 0xc001b0ce00, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00041d800, 0x50d2a1, 0xc000d362a0, 0x22, 0xaada21)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0006d7570, 0xc000ca0940, 0xc001fc0480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 269 [semacquire]:
regexp.onePassCopy(0xc001cf77d0, 0xc001cf77d0)
	/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc001cf77d0, 0xc001cf77d0)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000ac7358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000ac7358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000ac7358, 0x0, 0xb856e0, 0xc0003b01c8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000ac7358, 0xc0019f45b0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000ac7358, 0x42ca96, 0xc001cf77a0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000ac73c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008bdd0c0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0006f2960, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000ac7570, 0xc00265cc40, 0xabc101, 0x1d, 0x45, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 270 [semacquire]:
strings.genSplit(0xc00508eea0, 0x110, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x15e, 0xc00508eb40, 0x110)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00315d5e0, 0xaa04f9, 0x2, 0xc00508eb40, 0x110, 0x0, 0xc00315d430, 0xc001e4ee08)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00315d570, 0xc007850630, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00315d570, 0xc0079715a0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 271 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009800d80, 0xcaa, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009800d80, 0xcaa, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009800d80, 0xcaa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009800d80, 0xcaa, 0x0, 0x0, 0x115f500, 0xc009800d80, 0xcaa)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009800d80, 0xcaa, 0x0, 0x0, 0xaa0378, 0x1, 0xc00075f100)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009800d80, 0xcaa, 0xcaa, 0xc009800d80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048fe900, 0x35, 0xc009800d80, 0xcaa, 0xaa0378, 0x1, 0xc009800d80, 0xcaa, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 272 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004fab400, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004fab3f0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e5d800, 0x1640, 0x1640, 0x1, 0xc003e5d800)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dcb991, 0x28, 0xc003e5d800, 0x1640, 0xaa0378, 0x1, 0xc003e5d800, 0x1640, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 278 [semacquire]:
bytes.makeSlice(0x14ec, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0000f7260, 0x6e, 0x80)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0000f7260, 0xc00459b2d0, 0x6e, 0x5165d7, 0xc007567452, 0xc00546f228)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006cfb2d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006cfb260)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f31810)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005541260, 0xc005541da0, 0xc0014f4c00)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0000f7570, 0xc006449360, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f01e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 281 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006a32000, 0xd34, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006a32000, 0xd34, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006a32000, 0xd34, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006a32000, 0xd34, 0x0, 0x0, 0x115f500, 0xd34, 0xd34)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006a32000, 0xd34, 0x0, 0x0, 0xaa0378, 0x1, 0xc00940a880)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006a32000, 0xd34, 0xd34, 0xc006a32000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f3e2c0, 0x39, 0xc006a32000, 0xd34, 0xaa0378, 0x1, 0xc006a32000, 0xd34, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 284 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004b8a840, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004b8a820, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00243af00, 0x2f7, 0x2f7, 0x1, 0xc00243af00)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ea6d70, 0x48, 0xc00243af00, 0x2f7, 0xaa0378, 0x1, 0xc00243af00, 0x2f7, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 285 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004dcf418, 0xaa0503, 0x2, 0xc008a8e000, 0x20c0, 0x3, 0x5f0, 0xc005e53220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008a8e000, 0x20c0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004dcf570, 0xc004b48900, 0x44, 0xc000ea6140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 287 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc0092bf800, 0x73b, 0xaa04bf, 0x2, 0x1, 0x2)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc009549500, 0x0, 0x0, 0x0, 0x0, 0xc009549500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0042e2f60, 0x0, 0x0, 0x0, 0xa80, 0xc004c0f500, 0x95f, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004c0f500, 0x95f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000114750)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000aeb570, 0xc004cfcd80, 0xc005306220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f08a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 288 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc007f67200, 0x5b2, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc007f67200, 0x5b2, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc007f67200, 0x5b2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc007f67200, 0x5b2, 0x0, 0x0, 0x115f500, 0x5b2, 0x5b2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc007f67200, 0x5b2, 0x0, 0x0, 0xaa0378, 0x1, 0xc007f66000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc007f67200, 0x5b2, 0x5b2, 0xc007f67200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15c70, 0x44, 0xc007f67200, 0x5b2, 0xaa0378, 0x1, 0xc007f67200, 0x5b2, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 289 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc0093c7c00, 0xa92, 0x2, 0xc004e75090, 0xc0093c7c00, 0xa92, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc0093c7c00, 0xa92, 0xaa04bf, 0x2, 0x1, 0x2)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc004eab5e0, 0x0, 0x0, 0x0, 0x0, 0xc004eab5e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006fd00c0, 0x0, 0x0, 0x0, 0xd80, 0xc005fdc380, 0xc8d, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005fdc380, 0xc8d, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc00247c4e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034c3570, 0xc00470f1c0, 0xc0000caa00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 293 [semacquire]:
strings.Replace(0xc003439000, 0x2e4a, 0xaadf91, 0x8, 0xaa15a0, 0x3, 0x1, 0xc003439000, 0x2e4a)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033cd570, 0xc002186700, 0xc0085a0b20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 294 [semacquire]:
strings.genSplit(0xc007938000, 0xdf4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a6d3000, 0x2a9, 0x2a9)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0012a3418, 0xaa04df, 0x2, 0xc005249000, 0xdf4, 0x5, 0x2a9, 0xc004a22e40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005249000, 0xdf4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0012a3570, 0xc004eae2c0, 0x74, 0xc0058f0480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 297 [semacquire]:
bytes.makeSlice(0x2411, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008af3bc0, 0x8c1, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008af3bc0, 0xc00197a000, 0x8c1, 0x1, 0x127e7a0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc00279d570, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc00279d490, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc006445a40, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc006445960, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008af3bc0, 0xc00087a380, 0xb84d20, 0xc008af3bc0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008af3bc0, 0xc00087a380, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001c3bd10, 0x3, 0xc004627760, 0x6, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00366d570, 0xc006809b40, 0xc0049c0d40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1020, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 298 [semacquire]:
strings.genSplit(0xc00682c000, 0xf59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b0b000, 0x2d0, 0x2d0)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001065418, 0xaa0599, 0x2, 0xc007e18000, 0xf59, 0x1, 0x2d0, 0xc0049c1880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007e18000, 0xf59, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001065570, 0xc00113d2e0, 0x41, 0xc0060280a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f10e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 300 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a743500, 0x6e8, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a743500, 0x6e8, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a743500, 0x6e8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a743500, 0x6e8, 0x0, 0x0, 0x115f500, 0xc00a743500, 0x6e8)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a743500, 0x6e8, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a742e00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a743500, 0x6e8, 0x6e8, 0xc00a743500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000af6640, 0x35, 0xc00a743500, 0x6e8, 0xaa0378, 0x1, 0xc00a743500, 0x6e8, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 302 [semacquire]:
strings.genSplit(0xc008d00000, 0xce6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009847000, 0x2ae, 0x2ae)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b43418, 0xaa04df, 0x2, 0xc006a34880, 0xce6, 0x4, 0x2ae, 0xc006f00540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006a34880, 0xce6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b43570, 0xc00000ee40, 0x3a, 0xc00274d000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f13e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 303 [semacquire]:
strings.genSplit(0xc007d28a80, 0xa2a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xa2a, 0xc00b1e4000, 0xa34)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000969570, 0xc006448020, 0xc004990d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f14a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1824 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00b6d9000, 0x7c9, 0x800, 0xc00b6d9000)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00b6d9000, 0x7c9, 0x7f3, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc008c57802, 0x7f3, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xe1
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003735b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 309 [runnable]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00257d140, 0x50d201, 0xc00241b0e0, 0x57, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000e95570, 0xc004e17920, 0xc007b3bde0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 310 [semacquire]:
strings.genSplit(0xc008c81a80, 0x19b3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009593000, 0x4f9, 0x4f9)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004883418, 0xaa04f9, 0x2, 0xc00613a480, 0x19b3, 0x1, 0x4f9, 0xc00272ae40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00613a480, 0x19b3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004883570, 0xc00113c1a0, 0x56, 0xc003f9e960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f19e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 311 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004c2b000, 0xe3b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c2b000, 0xe3b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c2b000, 0xe3b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c2b000, 0xe3b, 0x0, 0x0, 0x115f500, 0xe3b, 0xe3b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c2b000, 0xe3b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0046a9000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c2b000, 0xe3b, 0xe3b, 0xc004c2b000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006fccd80, 0x58, 0xc004c2b000, 0xe3b, 0xaa0378, 0x1, 0xc004c2b000, 0xe3b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 312 [semacquire]:
strings.Replace(0xc0032bd400, 0xb3a, 0xaa2b4e, 0x3, 0xaa0382, 0x1, 0x1, 0xc0032bd400, 0xb3a)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001839570, 0xc006dc0000, 0xc005cee840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 313 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc000926e90, 0xc00ad36bc8, 0x1, 0xe, 0xd5, 0x600000003)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc000926e90, 0xc0003a0460, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc000926e90, 0xc0003a0540, 0xc000926ec8)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0003a0540, 0xc0003a0540, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x189)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000927358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000927358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000927358, 0x0, 0xb856e0, 0xc0003b0048, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000927358, 0xc001e00070, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000927358, 0x42cc84, 0xc00a4abb60, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0009273c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00875ac00, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00257dce0, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000927570, 0xc000e07740, 0xabc101, 0x1d, 0x32, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 314 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000c38270, 0xc008c3e320, 0x9a)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000c38270, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000c38270)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000c38270, 0xc0047fa7e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005ff2a80, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc005ff2a50)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005ff2a50, 0x0, 0x0, 0x0, 0xc00, 0xc0069a9000, 0xb90, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0069a9000, 0xb90, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00274cd80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004867570, 0xc001d40980, 0xc00b62c760)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 317 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002686bd0, 0x50d201, 0xc005cf532b, 0x3f, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00277d570, 0xc006dc1260, 0xc007970b60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 319 [semacquire]:
bytes.makeSlice(0x3c6, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0029e1250, 0x2, 0x1e2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0029e1250, 0xaa04bf, 0x2, 0x1e2, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f53730)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000f53650)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00571ac30, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xc, 0xc00571ac30)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0053cf800, 0xc0029e1378, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0029e1570, 0xc004a2b1d0, 0xc004da1d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0029e1570, 0xc004a2b1d0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0029e1570, 0xc004a2b1d0, 0xc004a2b1d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005900c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 320 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003ead140, 0x200, 0x400)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc003ead140, 0xb7b620, 0xc003a3c210, 0x203000, 0x203000, 0x203000)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc003a3c210, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003a3c210, 0xc003ead230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a3c210, 0x0, 0x0, 0x0, 0x1000, 0xc001ad8000, 0xd93, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc001ad8000, 0xd93, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00435eb60)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003ead570, 0xc004e17b00, 0xc008f47800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 330 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004958800, 0x709, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004958800, 0x709, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004958800, 0x709, 0x0, 0x0, 0x115f500, 0x709, 0x709)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004958800, 0x709, 0x0, 0x0, 0xaa0378, 0x1, 0xc000867800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004958800, 0x709, 0x709, 0xc004958800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c18000, 0x23, 0xc004958800, 0x709, 0xaa0378, 0x1, 0xc004958800, 0x709, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 337 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc007532000, 0xeee, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001c1e280)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005a61570, 0xc002127d80, 0xc0003b1fa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 338 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc009942c00, 0x38b, 0xaa0378, 0x1, 0xc0067c9420, 0x61)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004feb118, 0xc001541340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc0015411f0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004feb118, 0xc0015411f0, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004feb118, 0xc0015411f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004feb118, 0xc0015411f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc001540770, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f85118, 0xc001540770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc001540770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc001540690, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f85118, 0xc001540690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc001540690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc0066033b0, 0xc000f84d98, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f85118, 0xc0066033b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc0066033b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004feb118, 0xc0066032d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f85118, 0xc0066032d0, 0x54b170, 0xc009924c30)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0066032d0, 0x0, 0x0, 0x0, 0x0, 0xc0066032d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009ec91d0, 0x0, 0x0, 0x0, 0x800, 0xc004b61000, 0x7e2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004b61000, 0x7e2, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00009c0e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000f85570, 0xc0000ca400, 0xc008427140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 339 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0028255c0, 0xc007799c00, 0x38b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc007799c00, 0x38b, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006085200, 0x3a, 0xc007799c00, 0x38b, 0xaa0378, 0x1, 0xc007799c00, 0x38b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 343 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005456d00, 0x8aa, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005456d00, 0x8aa, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005456d00, 0x8aa, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005456d00, 0x8aa, 0x0, 0x0, 0x115f500, 0x8aa, 0x8aa)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005456d00, 0x8aa, 0x0, 0x0, 0xaa0378, 0x1, 0xc004d48d00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005456d00, 0x8aa, 0x8aa, 0xc005456d00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048ff480, 0x30, 0xc005456d00, 0x8aa, 0xaa0378, 0x1, 0xc005456d00, 0x8aa, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005912c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 346 [semacquire]:
github.com/gigawattio/window.Rolling(0xc009f16000, 0x5a1, 0x5a1, 0x3, 0x0, 0x5a0, 0xc009f16000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002fdd570, 0xc005306800, 0xc004ae3260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2463 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc006003050, 0x4, 0x739, 0xc00a6e9801, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00a6e9000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003ee9860, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cf7cb0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc006003950, 0xc00b29b600, 0x8c5, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a072c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 352 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004cfc800, 0xc0025ab318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025ab418, 0xaa04f9, 0x2, 0xc006295800, 0x70c, 0x1, 0x1ab, 0xc00b43bc40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006295800, 0x70c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0025ab570, 0xc00000e980, 0x41, 0xc000b6d900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591980, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 354 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc001037b60, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00095f570, 0xc001037b60, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00095f570, 0xc005cef860, 0x58)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591b00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 356 [semacquire]:
strings.genSplit(0xc007cc0000, 0x7f9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xbf3, 0xc007b3d800, 0x7f9)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000c315e0, 0xaa04f9, 0x2, 0xc007b3d800, 0x7f9, 0xc, 0x25, 0xc00b31ce20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000c31570, 0xc000420240, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591c80, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 432 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00707ea80, 0x942, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00707ea80, 0x942, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00707ea80, 0x942, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00707ea80, 0x942, 0x0, 0x0, 0x115f500, 0xc00707ea80, 0x942)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00707ea80, 0x942, 0x0, 0x0, 0xaa0378, 0x1, 0xc00705b500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00707ea80, 0x942, 0x942, 0xc00707ea80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00a7b92c0, 0x4b, 0xc00707ea80, 0x942, 0xaa0378, 0x1, 0xc00707ea80, 0x942, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00708bf80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 360 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000941418, 0xaa0503, 0x2, 0xc0037bc000, 0x991, 0x1, 0x201, 0xc00833bc80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037bc000, 0x991, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000941570, 0xc004991940, 0x37, 0xc000ebfe00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2446 [semacquire]:
regexp.onePassCopy(0xc00bd5c150, 0xc00bd5c150)
	/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc00bd5c150, 0xc00bd5c150)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00307b358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00307b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00307b358, 0x0, 0xb856e0, 0xc00a7adb28, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00307b358, 0xc007e1b110, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00307b358, 0x42ca96, 0xc00bd5c120, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00307b3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008f47120, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0074584b0, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00307b570, 0xc0003b0900, 0xabc101, 0x1d, 0x32, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0073492c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1827 [semacquire]:
strings.Replace(0xc00521e000, 0x2c56, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00521e000, 0x2c56)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f39950, 0xc003040000, 0x2c54, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 361 [semacquire]:
regexp.makeOnePass(0xc00b1fc0f0, 0xc00b1fc0f0)
	/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc00b1fc060, 0xc00b1fc060)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005d71358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005d71358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005d71358, 0x0, 0xb856e0, 0xc0003b0248, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005d71358, 0xc00110c070, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005d71358, 0x42ca96, 0xc007e3c540, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc005d713c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc008ddc120, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0071d6660, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005d71570, 0xc005886720, 0xabc101, 0x1d, 0x35, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1828 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004bc1790, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004bc1790)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004bc1790, 0xc00b24c070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00aa699e0, 0x0, 0x0, 0x0, 0xc0041cf258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00aa699e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041cf950, 0xc000a90c00, 0x2541, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1153 [semacquire]:
bytes.makeSlice(0x6f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00449f208, 0x6f, 0x12aedfd)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00449f208, 0xc009210310, 0x6f, 0xc0003b0148, 0xc0003a6180, 0xc00449f158)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bdb650)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002bdb5e0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a3c660, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x8, 0xc003a3c660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0055f58f0, 0xc00449f320, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc00449f3e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00449f3e0, 0xc00a9685d0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x27a, 0x27b)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00449f570, 0xc00a9685d0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029ad320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 435 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c4c800, 0xc004e91278, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e915e0, 0xaa04f9, 0x2, 0xc00908f100, 0xc87, 0x0, 0xc0012edc00, 0x7f602d0ab9b8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e91570, 0xc006449fc0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 421 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc007424800, 0x1776, 0x2, 0xc005ed9090, 0xc007424800, 0x1776, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc007424800, 0x1776, 0xaa04bf, 0x2, 0x1, 0x4)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc001860690, 0x0, 0x0, 0x0, 0x0, 0xc001860690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0054b44b0, 0x0, 0x0, 0x0, 0x2000, 0xc00541c000, 0x1bd7, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00541c000, 0x1bd7, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000a4c5a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0001cb570, 0xc000ca00a0, 0xc0053063c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 451 [semacquire]:
strings.genSplit(0xc008e9c000, 0x120f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e64000, 0x567, 0x567)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003339418, 0xaa058b, 0x2, 0xc002294600, 0x120f, 0x4, 0x567, 0xc0019fa5a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002294600, 0x120f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003339570, 0xc0057d0a60, 0x38, 0xc001da5340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 452 [semacquire]:
strings.genSplit(0xc00467a000, 0xfe1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00704e000, 0x2ce, 0x2ce)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a07418, 0xaa05c9, 0x2, 0xc004abb000, 0xfe1, 0x6, 0x2ce, 0xc002825d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004abb000, 0xfe1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a07570, 0xc00000edc0, 0x32, 0xc000ebe8c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e2a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 453 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0025dd520, 0xc00a04b8c0, 0xa1)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0025dd520, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0025dd520)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0025dd520, 0xc007013490, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007026020, 0x0, 0x0, 0x0, 0xc003367258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007026020, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003367950, 0xc00380a000, 0x18bd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 454 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc005828400, 0x8c6, 0x2, 0xc0009fbab0, 0xaa6444, 0x5, ...)
	/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc005828400, 0x8c6, 0xaa0378, 0x1, 0xc005827b00, 0x8c6)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc005828400, 0x8c6, 0xaa0378, 0x1, 0xc005828400, 0x8c6)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 455 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aed418, 0xaa0503, 0x2, 0xc005e23000, 0x3000, 0x6, 0x8de, 0xc00a5aaea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005e23000, 0x3000, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aed570, 0xc002127280, 0x6e, 0xc000d3bb90)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 456 [semacquire]:
strings.genSplit(0xc006701500, 0x145f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x459, 0x459)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035d5418, 0xaa04d9, 0x2, 0xc00b810000, 0x145f, 0x1, 0x459, 0xc00aa695a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b810000, 0x145f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0035d5570, 0xc002127820, 0x2f, 0xc000c18540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 457 [semacquire]:
bytes.makeSlice(0x4ed, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0050288d0, 0x7, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0050288d0, 0xad0877, 0x7, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076dce0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076dab0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076d9d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0050288d0, 0xc00076d2d0, 0xb84d20, 0xc0050288d0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0050288d0, 0xc00076d2d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002521380, 0x50d201, 0xc0052cc8c0, 0x69, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003445570, 0xc00000e500, 0xc0019fbd60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ea20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2454 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ee8340, 0x1189d00, 0x1)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ee8340, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee8340)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ee8340, 0xc006b70930, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa620, 0x0, 0x0, 0x0, 0xc002bfb258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa620, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bfb950, 0xc002e52000, 0x16da, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698fe00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 463 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00272aac0, 0xc002d4b318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d4b418, 0xaa05c9, 0x2, 0xc00a517200, 0x5f7, 0x6, 0x177, 0xc00272aaa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a517200, 0x5f7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d4b570, 0xc002825540, 0x27, 0xc00052e2a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 466 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002a6d118, 0xc00bea2000, 0xab, 0x2, 0x2, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002a6d118, 0xc00bea2000, 0xab, 0xab, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00c3a0000, 0xc002a6c208, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7ff80, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002a6d118, 0xc00bf7ff80, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7ff80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7ff80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7f180, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7f180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7f180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7f0a0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7f0a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7f0a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7e9a0, 0xc000080380, 0x7f602d0a97d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a6d118, 0xc00bf7e9a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7e9a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002a6d118, 0xc00bf7e8c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a6d118, 0xc00bf7e8c0, 0x54b170, 0xc0026b8c30)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00bf7e8c0, 0x0, 0x0, 0x0, 0x0, 0xc00bf7e8c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0068ed560, 0x0, 0x0, 0x0, 0x1000, 0xc007bf1000, 0xd9a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007bf1000, 0xd9a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00385bfc0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a6d570, 0xc006dc11e0, 0xc00000eac0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 471 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00286f800, 0x7cd, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00286f800, 0x7cd, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00286f800, 0x7cd, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00286f800, 0x7cd, 0x0, 0x0, 0x115f500, 0x7cd, 0x7cd)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00286f800, 0x7cd, 0x0, 0x0, 0xaa0378, 0x1, 0xc001179800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00286f800, 0x7cd, 0x7cd, 0xc00286f800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b6bbc0, 0x35, 0xc00286f800, 0x7cd, 0xaa0378, 0x1, 0xc00286f800, 0x7cd, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ff20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 472 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0004b4800, 0xaf5, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:55 +0x1cd
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0004b4800, 0xaf5, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0004b4800, 0xaf5, 0x0, 0x0, 0x115f500, 0xc0004b4800, 0xaf5)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0004b4800, 0xaf5, 0x0, 0x0, 0xaa0378, 0x1, 0xc0004b3000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0004b4800, 0xaf5, 0xaf5, 0xc0004b4800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0071ad800, 0x31, 0xc0004b4800, 0xaf5, 0xaa0378, 0x1, 0xc0004b4800, 0xaf5, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 473 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0073f8c00, 0x5fb, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0073f8c00, 0x5fb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0073f8c00, 0x5fb, 0x0, 0x0, 0x115f500, 0x5fb, 0x5fb)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0073f8c00, 0x5fb, 0x0, 0x0, 0xaa0378, 0x1, 0xc007b9b800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0073f8c00, 0x5fb, 0x5fb, 0xc0073f8c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035b3380, 0x1a, 0xc0073f8c00, 0x5fb, 0xaa0378, 0x1, 0xc0073f8c00, 0x5fb, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d62a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 474 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523af20, 0xc002981318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002981418, 0xaa0599, 0x2, 0xc001842800, 0xbea, 0x1, 0x267, 0xc004b498a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001842800, 0xbea, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002981570, 0xc00690e9c0, 0x26, 0xc005926e10)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 475 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc00602a000, 0xff3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x5579a7a500000000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00298b570, 0xc00690f060, 0xc000a520c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d65a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 478 [semacquire]:
bytes.makeSlice(0x81, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004035260, 0x81, 0x203002)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004035260, 0xc0049718c0, 0x81, 0x1, 0xb856e0, 0xc0000cb2e0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002648a10)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0026489a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ceda40, 0xa9ece0, 0xc006ceda10)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004035570, 0xc004eae640, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 479 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003297c00, 0x669, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003297c00, 0x669, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003297c00, 0x669, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003297c00, 0x669, 0x0, 0x0, 0x115f500, 0xc003297c00, 0x669)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003297c00, 0x669, 0x0, 0x0, 0xaa0378, 0x1, 0xc003297500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003297c00, 0x669, 0x669, 0xc003297c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002a97b40, 0x35, 0xc003297c00, 0x669, 0xaa0378, 0x1, 0xc003297c00, 0x669, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 480 [semacquire]:
bytes.(*Buffer).grow(0xc00640b118, 0x1, 0x60)
	/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc00640b118, 0x1189cea, 0x1, 0x1, 0x5e, 0x60)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00640b118, 0xc00167c8a0, 0x5e, 0x7, 0xc00167c8a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00640b118, 0xc00a6e5b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00640b118, 0xc00a6e5b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc00a6e5ab0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038c1118, 0xc00a6e5ab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc00a6e5ab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc00a6e59d0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038c1118, 0xc00a6e59d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc00a6e59d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc0050c8000, 0xc00186222c, 0x4)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0038c1118, 0xc0050c8000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc0050c8000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00640b118, 0xc0055a76c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0038c1118, 0xc0055a76c0, 0x54b170, 0xc002828000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0055a76c0, 0x0, 0x0, 0x0, 0x0, 0xc0055a76c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030a1b00, 0x0, 0x0, 0x0, 0x800, 0xc00b405800, 0x736, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00b405800, 0x736, 0x0, 0x0, 0x0, 0x440d95, 0xc00b165a10, 0x7f60040e8211, 0xb8bcec7900000008)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0038c1570, 0xc005ceea80, 0xc00b43a320)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 487 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c0a00, 0xc002599318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002599418, 0xaa05c9, 0x2, 0xc00953f000, 0xde8, 0x7, 0x2d4, 0xc009ecd2e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00953f000, 0xde8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002599570, 0xc004b49700, 0x39, 0xc000c15252)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d77a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 488 [semacquire]:
strings.genSplit(0xc0055ba000, 0xe10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x2de, 0x2de)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e43418, 0xaa04fd, 0x2, 0xc004d31000, 0xe10, 0x1, 0x2de, 0xc009c21b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004d31000, 0xe10, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e43570, 0xc0049c0280, 0x33, 0xc004ed5500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 489 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00af5b000, 0xf5b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00af5b000, 0xf5b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00af5b000, 0xf5b, 0x0, 0x0, 0x115f500, 0xf5b, 0xf5b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00af5b000, 0xf5b, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b0c1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00af5b000, 0xf5b, 0xf5b, 0xc00af5b000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a00480, 0x2c, 0xc00af5b000, 0xf5b, 0xaa0378, 0x1, 0xc00af5b000, 0xf5b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 490 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00286d418, 0xaa0503, 0x2, 0xc002ca8500, 0x23d1, 0xc002ca8500, 0xc00286d408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002ca8500, 0x23d1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00286d570, 0xc002b570e0, 0x30, 0xc005cc9bc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2421 [semacquire]:
golang.org/x/net/html/atom.String(0xc00c594156, 0x8, 0xeaa, 0xeaa, 0xc00c594160)
	/home/develop/go/src/golang.org/x/net/html/atom/atom.go:77 +0xc6
golang.org/x/net/html.(*Tokenizer).Token(0xc003ee8f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x12a
golang.org/x/net/html.(*parser).parse(0xc003ee9040, 0xc004a6b3b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000a52860, 0x0, 0x0, 0x0, 0xc00035d258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000a52860, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00035d950, 0xc002666000, 0x1d03, 0x72672077656e2067, 0x726f6620646e756f, 0x7c20656c79747320)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879daa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 492 [semacquire]:
strings.genSplit(0xc0076ea000, 0xc6a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a6c4a80, 0x28d, 0x28d)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf5418, 0xaa04df, 0x2, 0xc008496580, 0xc6a, 0x4, 0x28d, 0xc007971000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008496580, 0xc6a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cf5570, 0xc00a1175a0, 0x27, 0xc008047d40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 494 [semacquire]:
strings.genSplit(0xc000936000, 0xac7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc009a3eb60, 0x20000c009a473b8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009a47418, 0xaa04fd, 0x2, 0xc005dc1400, 0xac7, 0xc005dc1400, 0xc009a47408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005dc1400, 0xac7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009a47570, 0xc00569a2e0, 0x28, 0xc007c450e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 495 [semacquire]:
bytes.NewReader(...)
	/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc00490d600, 0x8a8, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004962540)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ed3570, 0xc004fa8820, 0xc008f47960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f03c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 497 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004b48b60, 0xc0042b9318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042b9418, 0xaa04f9, 0x2, 0xc00a5ac000, 0x1597, 0x1, 0x488, 0xc0085a1e80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a5ac000, 0x1597, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042b9570, 0xc000ca1a20, 0x38, 0xc001e15500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f06c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 433 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0077f1c00, 0x691, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0077f1c00, 0x691, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0077f1c00, 0x691, 0x0, 0x0, 0x115f500, 0x691, 0x691)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0077f1c00, 0x691, 0x0, 0x0, 0xaa0378, 0x1, 0xc0077f0e00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0077f1c00, 0x691, 0x691, 0xc0077f1c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007db6240, 0x2a, 0xc0077f1c00, 0x691, 0xaa0378, 0x1, 0xc0077f1c00, 0x691, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0010c6540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 500 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0098db900, 0x11be, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0098db900, 0x11be, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0098db900, 0x11be, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0098db900, 0x11be, 0x0, 0x0, 0x115f500, 0x11be, 0x11be)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0098db900, 0x11be, 0x0, 0x0, 0xaa0378, 0x1, 0xc0098d9300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0098db900, 0x11be, 0x11be, 0xc0098db900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000caa7c0, 0x38, 0xc0098db900, 0x11be, 0xaa0378, 0x1, 0xc0098db900, 0x11be, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 501 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00c231680, 0x43e, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00c231680, 0x43e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00c231680, 0x43e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00c231680, 0x43e, 0x0, 0x0, 0x115f500, 0xc00c231680, 0x43e)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00c231680, 0x43e, 0x0, 0x0, 0xaa0378, 0x1, 0xc00c230d80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00c231680, 0x43e, 0x43e, 0xc00c231680)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000543880, 0x39, 0xc00c231680, 0x43e, 0xaa0378, 0x1, 0xc00c231680, 0x43e, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 502 [semacquire]:
strings.Replace(0xc0034ef800, 0x744, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x1, 0xc0034ef800, 0x744)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003181570, 0xc0051fdee0, 0xc007abbf00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f0e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 504 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005c0b500, 0x1467, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005c0b500, 0x1467, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005c0b500, 0x1467, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005c0b500, 0x1467, 0x0, 0x0, 0x115f500, 0x1467, 0x1467)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005c0b500, 0x1467, 0x0, 0x0, 0xaa0378, 0x1, 0xc005c0a000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005c0b500, 0x1467, 0x1467, 0xc005c0b500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000694eb0, 0x4b, 0xc005c0b500, 0x1467, 0xaa0378, 0x1, 0xc005c0b500, 0x1467, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 506 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002538000, 0x3b6, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002538000, 0x3b6, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002538000, 0x3b6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002538000, 0x3b6, 0x0, 0x0, 0x115f500, 0x3b6, 0x3b6)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002538000, 0x3b6, 0x0, 0x0, 0xaa0378, 0x1, 0xc002f5f000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002538000, 0x3b6, 0x3b6, 0xc002538000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8000, 0x4d, 0xc002538000, 0x3b6, 0xaa0378, 0x1, 0xc002538000, 0x3b6, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 510 [semacquire]:
bytes.makeSlice(0xa67, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008a0c6c0, 0x10f, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008a0c6c0, 0xc005798000, 0x10f, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008a0c6c0, 0xc005798000, 0x10f, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008a0c6c0, 0xc00723b030, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008a0c6c0, 0xc00723afc0, 0xb84d20, 0xc008a0c6c0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008a0c6c0, 0xc00723afc0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008a0c690, 0x203002, 0x203002, 0x4ee357f900000000, 0xc002a33190)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008a0c690)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008a0c660, 0xc002a33320, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002a33708, 0xc004991ea0, 0xaac03e, 0x7, 0xc004991ea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002a33708, 0xc004991ea0, 0xc00afb1420)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 511 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00671b418, 0xaa04fd, 0x2, 0xc00b7eb500, 0x14b9, 0xc00b7eb500, 0xc00671b408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b7eb500, 0x14b9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00671b570, 0xc0057d02c0, 0x3e, 0xc004ed5cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 512 [semacquire]:
bytes.makeSlice(0x600, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0047f1140, 0x200, 0x200)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0047f1140, 0xb7b620, 0xc0084fa4e0, 0x203002, 0x203002, 0x203002)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0084fa4e0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0084fa4e0, 0xc0047f1230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0084fa4e0, 0x0, 0x0, 0x0, 0x1000, 0xc0069a5000, 0xf14, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0069a5000, 0xf14, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0046f6a80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047f1570, 0xc0049901a0, 0xc005f1d8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004f1d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 514 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc00be26000, 0x9e3, 0xaa0378, 0x1, 0xc00bd29500, 0x9e3)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00be26000, 0x9e3, 0xaa0378, 0x1, 0xc00be26000, 0x9e3)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 515 [semacquire]:
strings.genSplit(0xc00430a000, 0xfaa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006bf2000, 0x337, 0x337)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003399418, 0xaa04d9, 0x2, 0xc003997000, 0xfaa, 0x1, 0x337, 0xc0021860e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003997000, 0xfaa, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003399570, 0xc00651d780, 0x3a, 0xc004d323c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005901e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 516 [semacquire]:
bytes.makeSlice(0x1bf, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008a33260, 0xb1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008a33260, 0xc0049fd980, 0xb1, 0x5165d7, 0xc008f9ed51, 0xc000cf38d6)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006522b60)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006522af0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000a0fab0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005bbc090, 0xc005bbc600, 0xc005b2bb00)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a33570, 0xc0048b4200, 0x2d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 517 [semacquire]:
strings.genSplit(0xc006745500, 0x911, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1f5, 0x1f5)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00305f418, 0xaa0599, 0x2, 0xc0031b4a80, 0x911, 0x1, 0x1f5, 0xc004eaffc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0031b4a80, 0x911, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00305f570, 0xc004eae5e0, 0x40, 0xc000e13f80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005904e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 518 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003f1c800, 0x1578, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f1c800, 0x1578, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f1c800, 0x1578, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f1c800, 0x1578, 0x0, 0x0, 0x115f500, 0xc003f1c800, 0x1578)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f1c800, 0x1578, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f1b000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f1c800, 0x1578, 0x1578, 0xc003f1c800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c4ef50, 0x41, 0xc003f1c800, 0x1578, 0xaa0378, 0x1, 0xc003f1c800, 0x1578, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 519 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005054000, 0xdb4, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:67 +0x34
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005054000, 0xdb4, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005054000, 0xdb4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005054000, 0xdb4, 0x0, 0x0, 0x115f500, 0xdb4, 0xdb4)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005054000, 0xdb4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00437b000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005054000, 0xdb4, 0xdb4, 0xc005054000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004ed4248, 0x2f, 0xc005054000, 0xdb4, 0xaa0378, 0x1, 0xc005054000, 0xdb4, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005907e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 520 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000417380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000417450, 0xc00704b880, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc008a81080, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc000b5e990)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000b5e990, 0x0, 0x0, 0x0, 0xc80, 0xc00410ec80, 0xc3d, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00410ec80, 0xc3d, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0047fc2c0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002771570, 0xc001e4ff00, 0xc000960200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 522 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0052df0e0, 0x8d, 0x2, 0xc006b541f0, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0052df0e0, 0x8d, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b55118, 0xc00b7e8070, 0xc006b54208, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc0011f3260, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006b55118, 0xc0011f3260, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006b55118, 0xc0011f3260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006b55118, 0xc0011f3260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc006f36070, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00366f118, 0xc006f36070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc006f36070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc0030b5dc0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00366f118, 0xc0030b5dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc0030b5dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc004db3ce0, 0xc00366ed98, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00366f118, 0xc004db3ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc004db3ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006b55118, 0xc004db3c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00366f118, 0xc004db3c00, 0x54b170, 0xc008c108f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004db3c00, 0x0, 0x0, 0x0, 0x0, 0xc004db3c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009f45500, 0x0, 0x0, 0x0, 0x1500, 0xc00a323500, 0x133f, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00a323500, 0x133f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000d377a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00366f570, 0xc006f01a40, 0xc007ff3320)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 523 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ef55e0, 0xaa04f9, 0x2, 0xc009b0c180, 0xb2, 0xf, 0x1b, 0xc008bdc7c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002ef5570, 0xc0068081c0, 0x31)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 524 [semacquire]:
strings.genSplit(0xc006d09000, 0xdb6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0047e0000, 0x2f2, 0x2f2)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e41418, 0xaa0503, 0x2, 0xc007b49000, 0xdb6, 0x5, 0x2f2, 0xc0003b04c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007b49000, 0xdb6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e41570, 0xc000961780, 0x36, 0xc00702bd40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000590f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 525 [semacquire]:
strings.genSplit(0xc000d76c00, 0x12d5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a29c000, 0x3a7, 0x3a7)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00236f418, 0xaa04d9, 0x2, 0xc004c49900, 0x12d5, 0x1, 0x3a7, 0xc006808440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc004c49900, 0x12d5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00236f570, 0xc00265cba0, 0x3b, 0xc004c5bf00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005910e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 526 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0019d5200, 0x44c, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0019d5200, 0x44c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0019d5200, 0x44c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0019d5200, 0x44c, 0x0, 0x0, 0x115f500, 0xc0019d5200, 0x44c)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0019d5200, 0x44c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0019d4d80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0019d5200, 0x44c, 0x44c, 0xc0019d5200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000ebe140, 0x3d, 0xc0019d5200, 0x44c, 0xaa0378, 0x1, 0xc0019d5200, 0x44c, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 528 [semacquire]:
strings.genSplit(0xc000a93200, 0x258f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003d16000, 0x71f, 0x71f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005f31418, 0xaa0569, 0x2, 0xc000a8c000, 0x258f, 0x1f, 0x71f, 0xc006dc1200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000a8c000, 0x258f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005f31570, 0xc005f1dae0, 0x35, 0xc00a693e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 529 [semacquire]:
strings.genSplit(0xc00c286600, 0x11b5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0092f1000, 0x2e2, 0x2e2)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00212b418, 0xaa0503, 0x2, 0xc00b25b300, 0x11b5, 0x5, 0x2e2, 0xc007b3adc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b25b300, 0x11b5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00212b570, 0xc0000cbfc0, 0x1e, 0xc004677980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005916e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 530 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc003b9b900, 0x11ce, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001a00d50)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0012a5570, 0xc004eafae0, 0xc0003b12c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591860, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 531 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003fd3ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc003fd3c70, 0xc003160690, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005631020, 0x0, 0x0, 0x0, 0x0, 0x2c01, 0xc005630ff0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005630ff0, 0x0, 0x0, 0x0, 0x3000, 0xc006e86000, 0x2c2c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006e86000, 0x2c2c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005e9f180)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0089d1570, 0xc006d6c3c0, 0xc00a7acde0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005919e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 532 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc008290a80, 0xa22, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc008290a80, 0xa22, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc008290a80, 0xa22, 0x0, 0x0, 0x115f500, 0xa22, 0xa22)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc008290a80, 0xa22, 0x0, 0x0, 0xaa0378, 0x1, 0xc008290000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc008290a80, 0xa22, 0xa22, 0xc008290a80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c17ea0, 0x4a, 0xc008290a80, 0xa22, 0xaa0378, 0x1, 0xc008290a80, 0xa22, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000591b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 535 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00743f000, 0x6b0, 0x6b0, 0x3, 0x0, 0x6af, 0xc00743f000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006a8d570, 0xc004e17fa0, 0xc004cfdc00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 540 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc006a85400, 0x38e, 0x2, 0xc005311270, 0x40, 0x0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc006a85400, 0x38e, 0xaa04bf, 0x2, 0xc006a85400, 0x38e)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0053113e0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0053113e0, 0xc00af617a0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc005311401, 0xc0004a7fb0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc005311570, 0xc00af617a0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 543 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006dc04a0, 0xc002129318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002129418, 0xaa058b, 0x2, 0xc009802880, 0xcf0, 0x4, 0x2b5, 0xc00875bc20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009802880, 0xcf0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002129570, 0xc007c649c0, 0x34, 0xc0071acc40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 544 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc00baa4600, 0x50d5a7, 0xc00baa457c)
	/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc006049800, 0x5f0, 0x5f0)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
	/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004489570, 0xc005886360, 0xc0019fb3e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 545 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000a53e00, 0xc006bbb318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006bbb418, 0xaa04f9, 0x2, 0xc00c2c5500, 0x1319, 0x1, 0x3e0, 0xc000a53de0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00c2c5500, 0x1319, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006bbb570, 0xc000a53a40, 0x42, 0xc004de75e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 546 [semacquire]:
strings.genSplit(0xc0093c4000, 0xbf3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x252, 0x252)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f6f418, 0xaa04d9, 0x2, 0xc00405e800, 0xbf3, 0x1, 0x252, 0xc005e522e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00405e800, 0xbf3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f6f570, 0xc002b56500, 0x34, 0xc00702bb80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 547 [semacquire]:
strings.genSplit(0xc00667ce00, 0xdc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x145, 0xc00667cd20, 0xdc)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00887f5e0, 0xaa04f9, 0x2, 0xc00667cd20, 0xdc, 0xa, 0x1d, 0xc00272b340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00887f570, 0xc006f00200, 0x76)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e9c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 549 [semacquire]:
strings.Replace(0xc00b7d8000, 0xc47, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc006b000e0, 0x0, 0x0, 0x0, 0x0, 0xc006b000e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006dd4900, 0x0, 0x0, 0x0, 0x1300, 0xc007c6b300, 0x1035, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc007c6b300, 0x1035, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0050c5db0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002733570, 0xc0019fbe80, 0xc007aba100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090eb40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 550 [semacquire]:
strings.genSplit(0xc00acb4d80, 0xcb2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x261, 0x261)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a8d418, 0xaa058b, 0x2, 0xc00075ad80, 0xcb2, 0x3, 0x261, 0xc005f1db40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00075ad80, 0xcb2, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a8d570, 0xc00470e920, 0x51, 0xc003f9e3c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ec00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 553 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002843418, 0xaa05c9, 0x2, 0xc0008c1300, 0x102d, 0x5, 0x315, 0xc006f019c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0008c1300, 0x102d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002843570, 0xc004da1340, 0x3e, 0xc001e15580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ee40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 554 [semacquire]:
strings.genSplit(0xc007180a80, 0x9cb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x1ff, 0x1ff)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00195f418, 0xaa058b, 0x2, 0xc005cf6000, 0x9cb, 0x6, 0x1ff, 0xc007971340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005cf6000, 0x9cb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00195f570, 0xc004ae27e0, 0x22, 0xc001a01890)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ef00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 555 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005ce4a80, 0x286, 0x286, 0x3, 0x0, 0x285, 0xc005ce4a80)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004bd570, 0xc000e06080, 0xc002b57f20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090efc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 557 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001f58d80, 0xc8d, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001f58d80, 0xc8d, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001f58d80, 0xc8d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001f58d80, 0xc8d, 0x0, 0x0, 0x115f500, 0xc8d, 0xc8d)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001f58d80, 0xc8d, 0x0, 0x0, 0xaa0378, 0x1, 0xc006557600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001f58d80, 0xc8d, 0xc8d, 0xc001f58d80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004c5be40, 0x3b, 0xc001f58d80, 0xc8d, 0xaa0378, 0x1, 0xc001f58d80, 0xc8d, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 558 [semacquire]:
strings.genSplit(0xc0037f2000, 0xd52, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e11800, 0x273, 0x273)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003469418, 0xaa04df, 0x2, 0xc0037f7100, 0xd52, 0x1, 0x273, 0xc008ddc060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037f7100, 0xd52, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003469570, 0xc0058871a0, 0x30, 0xc005ab84e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 560 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc008b0ec60, 0xab2997, 0xc, 0xac00a4, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc0049e9570, 0xc008b0ec60, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0049e9570, 0xc004cfd260, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2546 [semacquire]:
bytes.makeSlice(0xacc, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000057a98, 0xacc, 0x5b)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
	/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc00a26acf0, 0xacc, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc00879cd20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879cd20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:169 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 565 [semacquire]:
bytes.makeSlice(0xbe7, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00ac7e540, 0x5, 0x9)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00ac7e540, 0xaa57d3, 0x5, 0x9, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00ac7e540, 0xc0020ee591, 0x60, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:224 +0x14c
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc000cd8000, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc0004ae930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc0021912d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc0021911f0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00ac7e540, 0xc002190af0, 0xb84d20, 0xc00ac7e540)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00ac7e540, 0xc002190af0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0054b4930, 0x50d201, 0xc00292a6e0, 0x48, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0001dd570, 0xc0053064e0, 0xc007b3a340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 566 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b1b5e0, 0xaa04f9, 0x2, 0xc0083a4f00, 0xe4, 0x1, 0xc001b1b2e8, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc0083b6e70)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0083b6db0, 0xc001b1b378, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001b1b570, 0xc0026bd2c0, 0xc000a53960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001b1b570, 0xc0026bd2c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001b1b570, 0xc0026bd2c0, 0xc0026bd2c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 567 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0096fe6f0, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003df7570, 0xc0096fe6f0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003df7570, 0xc0004216a0, 0x56)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 568 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006549458, 0xaa04f9, 0x2, 0xc00a3bc000, 0xff, 0xc006549298, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x2, 0xc00c0314a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00c0313b0, 0xc006549320, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0065493e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0065493e0, 0xc000dc5560, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006549401, 0xc00506b748)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006549570, 0xc000dc5560, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 569 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc006e4e4b0, 0xc001b5f378, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc001b5f570, 0xc008587c20, 0xc004fa8300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc001b5f570, 0xc008587c20, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001b5f570, 0xc008587c20, 0xc008587c20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fa40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 570 [semacquire]:
bytes.makeSlice(0x87, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008bc8a80, 0x7, 0xc003bc6f28)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008bc8a80, 0xc001f51320, 0x7, 0x6, 0xffffffffffffffff, 0xad02e0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008bc8a80, 0xc001f51320, 0x7, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008bc8a80, 0xc000f96000, 0xb84d20, 0xc008bc8a80)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008bc8a80, 0xc000f96000, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008bc8a50, 0x203002, 0x203002, 0x14c8f0f600000000, 0xc003bc7190)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008bc8a50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008bc8a20, 0xc003bc7320, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc003bc7708, 0xc0021860a0, 0xaac03e, 0x7, 0xc0021860a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc003bc7708, 0xc0021860a0, 0xc004eae1a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fb00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 572 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001ffb148, 0xc001ffaf00, 0x47ff20, 0xc001a79980, 0x5)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001ffb148, 0x3340, 0xc00008e600, 0x1259780, 0x1259790)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001ffb148, 0x7f6004375080, 0xc001ffb198, 0x42cb96, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa04f7, 0x2, 0x1, 0xc001ffb1b0, 0xc001ffb1c8, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa04f7, 0x2, 0x1, 0xb856e0, 0xc009e09640)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004901f50, 0xaa04f7, 0x2, 0xc00248c150)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x6, 0xc004901f50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:175 +0x1ea
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003b0f170, 0xc001ffb320, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc001ffb3e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001ffb3e0, 0xc000ebc660, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc001ffb401, 0xc00653da38)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001ffb570, 0xc000ebc660, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fc80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 574 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b2ee000, 0xd63, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b2ee000, 0xd63, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b2ee000, 0xd63, 0x0, 0x0, 0x115f500, 0xc00b2ee000, 0xd63)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b2ee000, 0xd63, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b5ca380)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b2ee000, 0xd63, 0xd63, 0xc00b2ee000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049623c0, 0x3a, 0xc00b2ee000, 0xd63, 0xaa0378, 0x1, 0xc00b2ee000, 0xd63, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fe00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 576 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f471a0, 0xc000fe7318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000fe7418, 0xaa0599, 0x2, 0xc006069500, 0x1359, 0x1, 0x3ae, 0xc00afb1800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006069500, 0x1359, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000fe7570, 0xc0085a05a0, 0x30, 0xc001ba8900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ff80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1423 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc008058d00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc008058dd0, 0xc0078a6540, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007c83c20, 0x0, 0x0, 0x0, 0xc0035d1258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007c83c20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035d1950, 0xc00759d000, 0xed3, 0xa, 0xc003fb6a2f, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 578 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc005215e60, 0xab29a3, 0xc, 0xc007c85326, 0x3)
	/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002675570, 0xc005215e60, 0x1b)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002675570, 0xc004f1c760, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:427 +0x4ba
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 579 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006bf5500, 0x31d, 0x31d, 0x3, 0x0, 0x31c, 0xc006bf5500)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00333b570, 0xc006dc03a0, 0xc007b3ac40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 580 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc0033aa380, 0xc98, 0xaa0378, 0x1, 0xc0033a9600, 0xc98)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0033aa380, 0xc98, 0xaa0378, 0x1, 0xc0033aa380, 0xc98)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 581 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc00c063000, 0xf8a, 0x2, 0xc003443ab0, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc00c063000, 0xf8a, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00c063000, 0xf8a, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a23c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 583 [semacquire]:
github.com/araddon/dateparse.newParser(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710
github.com/araddon/dateparse.parseTime(0xc0072abf00, 0x78, 0x0, 0xc0072abf00, 0x78, 0x78)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6
github.com/araddon/dateparse.ParseAny(0xc0072abf00, 0x78, 0x3, 0xaa0378, 0x1, 0xc0072abf00, 0x78)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002595570, 0xc004b494e0, 0xc002824aa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 584 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003f7e000, 0x1b5d, 0xc00333d270, 0xc00125d180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003f7e000, 0x1b5d, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00333d418, 0xaa0569, 0x2, 0xc003f7e000, 0x1b5d, 0x1e, 0x4cf, 0xc007b3b180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003f7e000, 0x1b5d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00333d570, 0xc000ca09a0, 0x41, 0xc0050c4a0a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 586 [semacquire]:
bytes.makeSlice(0x3e00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0017b7140, 0x200, 0x1000)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0017b7140, 0xb7b620, 0xc00c348450, 0x203003, 0x203003, 0x203003)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc00c348450, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00c348450, 0xc0017b7230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00c348450, 0x0, 0x0, 0x0, 0x3800, 0xc002380000, 0x36c9, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002380000, 0x36c9, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00679a6c0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0017b7570, 0xc00470e800, 0xc006cb6c00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2447 [semacquire]:
strings.genSplit(0xc005454000, 0x85e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007393a80, 0x1a6, 0x1a6)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f55418, 0xaa058b, 0x2, 0xc00954c400, 0x85e, 0x6, 0x1a6, 0xc009e09360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00954c400, 0x85e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f55570, 0xc00ac7dd40, 0x40, 0xc00a72c500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007349380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 588 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Join(0xc001045860, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc00490ffe0)
	/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002775570, 0xc004da1ea0, 0xc005cef300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:330 +0x9c5
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 589 [semacquire]:
bytes.makeSlice(0x545, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008b0f320, 0xc5, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008b0f320, 0xc0023f2340, 0xc5, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008b0f320, 0xc0023f2340, 0xc5, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008b0f320, 0xc005008850, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008b0f320, 0xc0050087e0, 0xb84d20, 0xc008b0f320)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008b0f320, 0xc0050087e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc008b0f2f0, 0x203002, 0x203002, 0x374c755100000000, 0xc002319190)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc008b0f2f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008b0f2c0, 0xc002319320, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002319708, 0xc004eaf2c0, 0xaac03e, 0x7, 0xc004eaf2c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002319708, 0xc004eaf2c0, 0xc0049910a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 590 [semacquire]:
bytes.makeSlice(0x207, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000e3d118, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000e3d118, 0x1189d0d, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000e3d118, 0xc00384cf00, 0x25c, 0x7, 0xc00384cf00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000e3d118, 0xc0044d7490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000e3d118, 0xc0044d7490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d7260, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259d118, 0xc0044d7260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d7260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d7180, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259d118, 0xc0044d7180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d7180, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d6a80, 0xc00259cd98, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00259d118, 0xc0044d6a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d6a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000e3d118, 0xc0044d69a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00259d118, 0xc0044d69a0, 0x54b170, 0xc002566680)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0044d69a0, 0x0, 0x0, 0x0, 0x0, 0xc0044d69a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001bcb770, 0x0, 0x0, 0x0, 0x1000, 0xc00c698000, 0xddf, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00c698000, 0xddf, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00233aa30)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00259d570, 0xc004eaf220, 0xc0019fb220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a2ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 592 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001074a00, 0x144e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001074a00, 0x144e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001074a00, 0x144e, 0x0, 0x0, 0x115f500, 0x144e, 0x144e)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001074a00, 0x144e, 0x0, 0x0, 0xaa0378, 0x1, 0xc006cd0a00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001074a00, 0x144e, 0x144e, 0xc001074a00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004fb2564, 0x36, 0xc001074a00, 0x144e, 0xaa0378, 0x1, 0xc001074a00, 0x144e, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 594 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc00a1b0600, 0x10fd, 0x2, 0xc00a41d090, 0xc00a1b0600, 0x10fd, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc00a1b0600, 0x10fd, 0xaa04bf, 0x2, 0x1, 0x1)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc0024ae540, 0x0, 0x0, 0x0, 0x0, 0xc0024ae540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008f9d200, 0x0, 0x0, 0x0, 0x1500, 0xc008cca000, 0x14c3, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc008cca000, 0x14c3, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00091d1a4)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003079570, 0xc0051fdce0, 0xc008cb6380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a31a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 595 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007f14000, 0x2e75, 0x437c3e, 0xc000702a80)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007f14000, 0x2e75, 0x42f9b8, 0xc003c1d338)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c1d418, 0xaa04d9, 0x2, 0xc007f14000, 0x2e75, 0xc007f14000, 0xc003c1d408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007f14000, 0x2e75, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c1d570, 0xc004da0a80, 0x44, 0xc0004908c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 599 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0067b43a0, 0xc00310d318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00310d418, 0xaa05c9, 0x2, 0xc0038b6800, 0x706, 0x5, 0x190, 0xc009e37c20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0038b6800, 0x706, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00310d570, 0xc002186b20, 0x5e, 0xc002a7c562)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 600 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002452000, 0x1eb, 0x1eb, 0x3, 0x0, 0x1ea, 0xc002452000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018df570, 0xc0019fad60, 0xc001fc1960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 601 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009a435e0, 0xaa04f9, 0x2, 0xc007af8000, 0x2bc, 0xb, 0x25, 0xc008575ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009a43570, 0xc002126c40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a36e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 607 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008a275e0, 0xaa04f9, 0x2, 0xc00838c000, 0x15d, 0x1, 0x24, 0xc008c7f0a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008a27570, 0xc000a53380, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 611 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007a03500, 0x32b, 0x32b, 0x3, 0x0, 0x32a, 0xc007a03500)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003367570, 0xc0057d06e0, 0xc0027fe9a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 612 [semacquire]:
strings.genSplit(0xc00809d800, 0x723, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe101, 0x179)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00095b570, 0xc00899f3b0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00095b570, 0xc004c4c100, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004a3f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 617 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0008d2600, 0x1142, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008d2600, 0x1142, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008d2600, 0x1142, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008d2600, 0x1142, 0x0, 0x0, 0x115f500, 0x1142, 0x1142)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008d2600, 0x1142, 0x0, 0x0, 0xaa0378, 0x1, 0xc00bf48c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008d2600, 0x1142, 0x1142, 0xc0008d2600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465f720, 0x29, 0xc0008d2600, 0x1142, 0xaa0378, 0x1, 0xc0008d2600, 0x1142, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 618 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00a1173e0, 0xc003b29318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b29418, 0xaa058b, 0x2, 0xc001126800, 0x791, 0x3, 0x17f, 0xc0019fb7e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001126800, 0x791, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b29570, 0xc005e52ca0, 0x55, 0xc006a825a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 619 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0042f7fb0, 0x50d201, 0xc000ccb76e, 0x3f, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003743570, 0xc005f1c600, 0xc004b49500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006964e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 620 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053c4680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0053c4750, 0xc001bb9570, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004a2a720, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc00ac7e8a0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00ac7e8a0, 0x0, 0x0, 0x0, 0x1000, 0xc006af7000, 0xf40, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006af7000, 0xf40, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc009db8e40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047eb570, 0xc00a030220, 0xc00a116d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006965a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 621 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004bbea80, 0x946, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004bbea80, 0x946, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004bbea80, 0x946, 0x0, 0x0, 0x115f500, 0x946, 0x946)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004bbea80, 0x946, 0x0, 0x0, 0xaa0378, 0x1, 0xc004bbe000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004bbea80, 0x946, 0x946, 0xc004bbea80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005927890, 0x30, 0xc004bbea80, 0x946, 0xaa0378, 0x1, 0xc004bbea80, 0x946, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 623 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005d93200, 0x40b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005d93200, 0x40b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005d93200, 0x40b, 0x0, 0x0, 0x115f500, 0x40b, 0x40b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005d93200, 0x40b, 0x0, 0x0, 0xaa0378, 0x1, 0xc005d92d80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005d93200, 0x40b, 0x40b, 0xc005d93200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004983e60, 0x2d, 0xc005d93200, 0x40b, 0xaa0378, 0x1, 0xc005d93200, 0x40b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006967e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 626 [semacquire]:
strings.genSplit(0xc00934d600, 0xd25, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c4c5000, 0x2e4, 0x2e4)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a35418, 0xaa058b, 0x2, 0xc003817100, 0xd25, 0x4, 0x2e4, 0xc00a117840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003817100, 0xd25, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a35570, 0xc007c83680, 0x31, 0xc007a7a340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 627 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009fb2000, 0x1c6e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009fb2000, 0x1c6e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009fb2000, 0x1c6e, 0x0, 0x0, 0x115f500, 0x1c6e, 0x1c6e)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009fb2000, 0x1c6e, 0x0, 0x0, 0xaa0378, 0x1, 0xc009fae000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009fb2000, 0x1c6e, 0x1c6e, 0xc009fb2000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0027562a0, 0xd, 0xc009fb2000, 0x1c6e, 0xaa0378, 0x1, 0xc009fb2000, 0x1c6e, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 628 [semacquire]:
github.com/jaytaylor/html2text.FromString(0xc006d01800, 0x152c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc006028370)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:102 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000893570, 0xc00523ad20, 0xc007aba7e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 630 [semacquire]:
strings.genSplit(0xc00717a000, 0x1c9d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a2d5500, 0x536, 0x536)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000aa9418, 0xaa0503, 0x2, 0xc001884000, 0x1c9d, 0x4, 0x536, 0xc007c83ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001884000, 0x1c9d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000aa9570, 0xc004ae2240, 0x1c, 0xc004f94660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000696f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 634 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc00a0d1118, 0xc000ea8070, 0x65, 0x2, 0x2, 0x9)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00a0d1118, 0xc000ea8070, 0x65, 0x65, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d1118, 0xc00a6e4380, 0xc00a0d0208, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a6e4310, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00a0d1118, 0xc00a6e4310, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d1118, 0xc00a6e4310, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d1118, 0xc00a6e4310, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a9110, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb7118, 0xc00a1a9110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a9110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a9030, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb7118, 0xc00a1a9030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a9030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a8930, 0x20300200000000, 0x7f5ff4388fff)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005fb7118, 0xc00a1a8930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a8930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d1118, 0xc00a1a8850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005fb7118, 0xc00a1a8850, 0x54b170, 0xc006878ea0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00a1a8850, 0x0, 0x0, 0x0, 0x0, 0xc00a1a8850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a6ae510, 0x0, 0x0, 0x0, 0x1980, 0xc002beb980, 0x197b, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002beb980, 0x197b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0077c6200)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fb7570, 0xc008427f00, 0xc00272b640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 635 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x12ea, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b010600, 0x12ea, 0x12ea, 0xc00b010600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00338fa20, 0x13, 0xc00b010600, 0x12ea, 0xaa0378, 0x1, 0xc00b010600, 0x12ea, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006972c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 636 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc003d30c00, 0xb17, 0x2, 0xc000597270, 0xc0004a6560, 0x7de1b0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc003d30c00, 0xb17, 0xaa0378, 0x1, 0xc000ca0040, 0xc004d3cd80)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0005973e0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0005973e0, 0xc0021b81b0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x101, 0xc0072fd908)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc000597570, 0xc0021b81b0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 637 [semacquire]:
strings.genSplit(0xc00acf8c00, 0x12d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1422, 0xc00acf7900, 0x12d4)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001abf5e0, 0xaa04f9, 0x2, 0xc00acf7900, 0x12d4, 0xb, 0x4d, 0xc002825880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001abf570, 0xc0000ca080, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1136 [semacquire]:
bytes.makeSlice(0x17e, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0044b31f0, 0x17e, 0x42ca96)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0044b31f0, 0xc007b8e780, 0x17e, 0x28, 0x28, 0xc0055cf6e0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019cd110)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0019cd0a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005078420, 0xc0055cf6e0, 0xc0044b3268)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0044b3570, 0xc005078420, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044b3570, 0xc006b12800, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003db34a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 639 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc004ab8be0, 0xc003e82880, 0xd22, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:152 +0xfd
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e82880, 0xd22, 0xd22, 0x1, 0xc003e82880)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274cf40, 0x3c, 0xc003e82880, 0xd22, 0xaa0378, 0x1, 0xc003e82880, 0xd22, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006975c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 640 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00371b900, 0x11eb, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00371b900, 0x11eb, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00371b900, 0x11eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00371b900, 0x11eb, 0x0, 0x0, 0x115f500, 0x11eb, 0x11eb)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00371b900, 0x11eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc004298c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00371b900, 0x11eb, 0x11eb, 0xc00371b900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005216980, 0x3d, 0xc00371b900, 0x11eb, 0xaa0378, 0x1, 0xc00371b900, 0x11eb, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 641 [semacquire]:
strings.genSplit(0xc00ba4c000, 0x19ff, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006f45000, 0x4eb, 0x4eb)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006005418, 0xaa05c9, 0x2, 0xc0012e3a80, 0x19ff, 0x6, 0x4eb, 0xc0019fbf40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0012e3a80, 0x19ff, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006005570, 0xc006f00480, 0x37, 0xc00623c6c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 642 [semacquire]:
strings.genSplit(0xc002e76000, 0x11a3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e3e000, 0x3df, 0x3df)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a2f418, 0xaa0599, 0x2, 0xc003e7cc00, 0x11a3, 0x1, 0x3df, 0xc0009fcc40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003e7cc00, 0x11a3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a2f570, 0xc004ab80a0, 0x39, 0xc000af64c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 643 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006598000, 0x821, 0xc00031b270, 0xc00172a000)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006598000, 0x821, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00031b418, 0xaa0569, 0x2, 0xc006598000, 0x821, 0x11, 0x193, 0xc0019faca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006598000, 0x821, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00031b570, 0xc001b88460, 0x48, 0xc000afa3c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0006978c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 645 [semacquire]:
bytes.NewReader(...)
	/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc0071c8000, 0x1b1e, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb3bca27f00000000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00036f570, 0xc000960320, 0xc0009606a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 646 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f11418, 0xaa0503, 0x2, 0xc0096a6800, 0x27a1, 0x5, 0x7ca, 0xc00a6224c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0096a6800, 0x27a1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f11570, 0xc002b577a0, 0x2f, 0xc00873e810)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 647 [semacquire]:
strings.Replace(0xc007c0a000, 0x1dbc, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc00a195810, 0x0, 0x0, 0x0, 0x0, 0xc00a195810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009ff30e0, 0x0, 0x0, 0x0, 0x2800, 0xc0071b5000, 0x2724, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0071b5000, 0x2724, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000028b70)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000503570, 0xc0003b03e0, 0xc009ff4cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 649 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265d5c0, 0xc004795318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004795418, 0xaa058b, 0x2, 0xc009336000, 0x1ade, 0x5, 0x57d, 0xc004c4c580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009336000, 0x1ade, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004795570, 0xc002b575a0, 0x1c, 0xc002a1bac0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 650 [semacquire]:
bytes.makeSlice(0x110c, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004f07260, 0xf2, 0x90)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004f07260, 0xc00166a900, 0xf2, 0x5165d7, 0xc0033e87db, 0xc000cbbf10)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001e4540)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001e44d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001930a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00117c8d0, 0xc00117cba0, 0xc009db6400)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004f07570, 0xc0003b13c0, 0x29)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697e00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 651 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0036aac80, 0xc1f, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0036aac80, 0xc1f, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0036aac80, 0xc1f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0036aac80, 0xc1f, 0x0, 0x0, 0x115f500, 0xc1f, 0xc1f)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0036aac80, 0xc1f, 0x0, 0x0, 0xaa0378, 0x1, 0xc007f9b900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0036aac80, 0xc1f, 0xc1f, 0xc0036aac80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000f3e100, 0x3a, 0xc0036aac80, 0xc1f, 0xaa0378, 0x1, 0xc0036aac80, 0xc1f, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000697ec0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2456 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003ee8820, 0x1189d00, 0x1)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003ee8820, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003ee8820)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003ee8820, 0xc001c78380, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa6c0, 0x0, 0x0, 0x0, 0xc001193258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa6c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001193950, 0xc0042ea000, 0x15fc, 0x6565796f6c706d65, 0x6873209d80e22c73, 0x2065746f72772065)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00698ff80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 654 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc00596f790, 0xc00888a101)
	/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc00596f790, 0x7f600000006d)
	/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc00596f790, 0x1)
	/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc00596f860, 0xc000b52310, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00a9682d0, 0x0, 0x0, 0x0, 0x0, 0x901, 0xc00a9682a0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a9682a0, 0x0, 0x0, 0x0, 0xa80, 0xc003c48a80, 0x9d4, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003c48a80, 0x9d4, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc56955ca00000000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001ed5570, 0xc001e4e860, 0xc00ad50860)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 656 [semacquire]:
strings.genSplit(0xc006ef6000, 0xef0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008527500, 0x301, 0x301)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c09418, 0xaa05c9, 0x2, 0xc00b531000, 0xef0, 0x7, 0x301, 0xc00723d640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b531000, 0xef0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c09570, 0xc00a622c20, 0x38, 0xc001da478a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000982a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 658 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265d000, 0xc00101f318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00101f418, 0xaa04d9, 0x2, 0xc0009cec00, 0x105b, 0x1, 0x31f, 0xc0051fdfc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0009cec00, 0x105b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00101f570, 0xc0048b5660, 0x39, 0xc004bd7e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 659 [semacquire]:
strings.genSplit(0xc006878000, 0xe3c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc009f41000, 0x2c8, 0x2c8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003711418, 0xaa04fd, 0x2, 0xc00b407000, 0xe3c, 0x1, 0x2c8, 0xc0049c19a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b407000, 0xe3c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003711570, 0xc00875bdc0, 0x45, 0xc005c4f860)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000984e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 661 [semacquire]:
bytes.makeSlice(0x19ba, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc008c5f530, 0x9e, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc008c5f530, 0xc000c71400, 0x9e, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc008c5f530, 0xc000c71400, 0x9e, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc002173650, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc0021735e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc004732930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc004732850, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc008c5f530, 0xc004732150, 0xb84d20, 0xc008c5f530)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc008c5f530, 0xc004732150, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001a81380, 0x3, 0xc000313e00, 0x6, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0018f1570, 0xc002825440, 0xc004943280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 662 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a22e80, 0xc000ba7318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ba7418, 0xaa058b, 0x2, 0xc000e04800, 0x17a3, 0x5, 0x4e9, 0xc00a2edba0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000e04800, 0x17a3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ba7570, 0xc00000fc20, 0x2d, 0xc001ba8d80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 663 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc006fc6a82, 0xa51, 0x2, 0xc000757ab0, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc006fc6a82, 0xa51, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc006fc6a82, 0xa51, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000987e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 664 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ea6000, 0x10be, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ea6000, 0x10be, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ea6000, 0x10be, 0x0, 0x0, 0x115f500, 0x10be, 0x10be)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ea6000, 0x10be, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f8f300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ea6000, 0x10be, 0x10be, 0xc003ea6000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000dca200, 0x36, 0xc003ea6000, 0x10be, 0xaa0378, 0x1, 0xc003ea6000, 0x10be, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000988a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 668 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055763a0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005576390, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003bd1c00, 0x6f2, 0x6f2, 0x1, 0xc003bd1c00)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000afa1e0, 0x4a, 0xc003bd1c00, 0x6f2, 0xaa0378, 0x1, 0xc003bd1c00, 0x6f2, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 670 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc003900700, 0x63c, 0xaa04bf, 0x2, 0x1, 0x1)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc000f20a10, 0x0, 0x0, 0x0, 0x0, 0xc000f20a10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00764dfb0, 0x0, 0x0, 0x0, 0x900, 0xc0042a3b00, 0x8ff, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0042a3b00, 0x8ff, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00238e770)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00648f570, 0xc004cfd460, 0xc006b13c20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 671 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003169000, 0xf65, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003169000, 0xf65, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003169000, 0xf65, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003169000, 0xf65, 0x0, 0x0, 0x115f500, 0xf65, 0xf65)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003169000, 0xf65, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ce8000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003169000, 0xf65, 0xf65, 0xc003169000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00039042b, 0x54, 0xc003169000, 0xf65, 0xaa0378, 0x1, 0xc003169000, 0xf65, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000098fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 673 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006cbe300, 0x646, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006cbe300, 0x646, 0x0, 0x0, 0x115f500, 0xc006cbe300, 0x646)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006cbe300, 0x646, 0x0, 0x0, 0xaa0378, 0x1, 0xc00367dc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006cbe300, 0x646, 0x646, 0xc006cbe300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6dd60, 0x4b, 0xc006cbe300, 0x646, 0xaa0378, 0x1, 0xc006cbe300, 0x646, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 674 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003727418, 0xaa04f9, 0x2, 0xc009ddaa80, 0x90c, 0x1, 0x1c7, 0xc008f47560)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009ddaa80, 0x90c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003727570, 0xc000ca0640, 0x41, 0xc006029450)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 676 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045055e0, 0xaa04f9, 0x2, 0xc008767000, 0x7ad, 0x0, 0xc00125d880, 0x7f602d0a9e98)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004505570, 0xc0064492c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 679 [semacquire]:
strings.genSplit(0xc006f9a000, 0x1b67, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00abf4000, 0x553, 0x553)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006a89418, 0xaa0503, 0x2, 0xc00b49e000, 0x1b67, 0x5, 0x553, 0xc004c4c8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00b49e000, 0x1b67, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006a89570, 0xc004cfc180, 0x48, 0xc002838af0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000995c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 681 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006a6cf00, 0x23c, 0x23c, 0x3, 0x0, 0x23b, 0xc006a6cf00)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00298f570, 0xc0068086c0, 0xc00651c5c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2459 [semacquire]:
strings.genSplit(0xc0066e8000, 0xa22, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0006a1810, 0x30000c0034633b8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003463418, 0xaa04fd, 0x2, 0xc001c65500, 0xa22, 0xc001c65500, 0xc003463408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc001c65500, 0xa22, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003463570, 0xc008bdd400, 0x47, 0xc007b7d270)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a06720, 0x58)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 683 [semacquire]:
bytes.makeSlice(0x336c, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007baa5d0, 0x23c, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007baa5d0, 0xc004edb440, 0x23c, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007baa5d0, 0xc004edb440, 0x23c, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc003653500, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc003653490, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc002ddcc40, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc002ddcb60, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007baa5d0, 0xc002ddc460, 0xb84d20, 0xc007baa5d0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007baa5d0, 0xc002ddc460, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00482f530, 0x50d2a1, 0xc002e7df80, 0x1a, 0xaada21)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00341d570, 0xc0064482c0, 0xc00b31c800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0000998c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 684 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc006040800, 0x75c, 0x2, 0xc00210f270, 0xc0082aa648, 0x7de1b0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc006040800, 0x75c, 0xaa0378, 0x1, 0xc000ca15a0, 0xc008ccccc0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc00210f3e0, 0xc008cccc40, 0x3)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc00210f3e0, 0xc00507bc80, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc00210f401, 0xc00b371a38)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc00210f570, 0xc00507bc80, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 685 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004cb79d0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004cb79c0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002147100, 0x6b2, 0x6b2, 0x1, 0xc002147100)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e156d0, 0x42, 0xc002147100, 0x6b2, 0xaa0378, 0x1, 0xc002147100, 0x6b2, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 686 [semacquire]:
strings.genSplit(0xc0031d8c00, 0x1249, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a7c3000, 0x374, 0x374)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003951418, 0xaa04df, 0x2, 0xc008804c00, 0x1249, 0x5, 0x374, 0xc005f1c8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008804c00, 0x1249, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003951570, 0xc005e52240, 0x40, 0xc0064d9480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 687 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004e169e0, 0xc0015eb318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015eb418, 0xaa0503, 0x2, 0xc003a81000, 0xddb, 0x5, 0x3ad, 0xc004b49980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003a81000, 0xddb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015eb570, 0xc00265c1e0, 0x41, 0xc0050c4565)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 688 [semacquire]:
strings.genSplit(0xc0052b0000, 0x1f2b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b9a6000, 0x57c, 0x57c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a39418, 0xaa059b, 0x2, 0xc009cc8000, 0x1f2b, 0x6b, 0x57c, 0xc00a117a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc009cc8000, 0x1f2b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a39570, 0xc005e53280, 0x46, 0xc0062fdf90)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 689 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006ca73e0, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039f9570, 0xc00a9d1440, 0x1d, 0xc004f73880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 690 [semacquire]:
strings.genSplit(0xc003ca3500, 0x1432, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00a560800, 0x46b, 0x46b)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002877418, 0xaa04df, 0x2, 0xc003f7ca00, 0x1432, 0x7, 0x46b, 0xc0067b40a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003f7ca00, 0x1432, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002877570, 0xc000ca1d80, 0x63, 0xc000cec699)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 691 [semacquire]:
strings.genSplit(0xc0037cb900, 0x229b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00368f500, 0x645, 0x645)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00061b418, 0xaa0569, 0x2, 0xc00979f900, 0x229b, 0x20, 0x645, 0xc004ab8440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00979f900, 0x229b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00061b570, 0xc000a527a0, 0x29, 0xc000114120)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 692 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c08a0, 0xc002265318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002265418, 0xaa04df, 0x2, 0xc000a85100, 0x1ab7, 0x8, 0x5bd, 0xc007d6ca20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000a85100, 0x1ab7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002265570, 0xc0049c0400, 0x20, 0xc004e41920)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000099f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 693 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009b67f40, 0xc009c95278, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009c955e0, 0xaa04f9, 0x2, 0xc0066c6480, 0x469, 0x1, 0x37, 0xc006892560)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc009c95570, 0xc0057d0820, 0xa1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b00c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 694 [semacquire]:
strings.genSplit(0xc00a681800, 0x153c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00063a000, 0x3e8, 0x3e8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00036b418, 0xaa05c9, 0x2, 0xc0005dd800, 0x153c, 0x5, 0x3e8, 0xc004eaf7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0005dd800, 0x153c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00036b570, 0xc000ca0000, 0x38, 0xc000c14000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 695 [semacquire]:
github.com/andybalholm/cascadia.Compile(0xc000d94400, 0x7, 0x1, 0xc0051e91e8, 0x46e527)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:109 +0x76
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054182a0, 0xc000d94400, 0x7, 0xaa413a)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc0054182a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0054181b0, 0xc0051e9350, 0x4)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc0051e9708, 0xc004cfdb40, 0xc000137ae0, 0xc0051e93f8, 0xc00478ed80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0051e9708, 0xc004cfdb40, 0xc001fc1d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 696 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0006e2c80, 0x1977, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006e2c80, 0x1977, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006e2c80, 0x1977, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006e2c80, 0x1977, 0x0, 0x0, 0x115f500, 0x1977, 0x1977)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006e2c80, 0x1977, 0x0, 0x0, 0xaa0378, 0x1, 0xc00b70ea00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006e2c80, 0x1977, 0x1977, 0xc0006e2c80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006028230, 0x47, 0xc0006e2c80, 0x1977, 0xaa0378, 0x1, 0xc0006e2c80, 0x1977, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0300, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 697 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc008046120, 0x30, 0x2, 0xc0064781f0, 0xc004260500, 0x66, ...)
	/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc008046120, 0x30, 0xaa0378, 0x1, 0xc00b3ecee0, 0x66)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006479118, 0xc0001b6c40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc0032f2e00, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006479118, 0xc0032f2e00, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006479118, 0xc0032f2e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006479118, 0xc0032f2e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc008c9e620, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a03118, 0xc008c9e620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc008c9e620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc008c9e540, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a03118, 0xc008c9e540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc008c9e540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc0086afb20, 0xc000681500, 0x7f602d0ac080)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002a03118, 0xc0086afb20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc0086afb20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006479118, 0xc0086afa40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002a03118, 0xc0086afa40, 0x54b170, 0xc007d8b110)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0086afa40, 0x0, 0x0, 0x0, 0x0, 0xc0086afa40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0086bfa10, 0x0, 0x0, 0x0, 0x900, 0xc0082c9600, 0x879, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0082c9600, 0x879, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00708a120)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002a03570, 0xc000a52ea0, 0xc007c64bc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b03c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 700 [semacquire]:
strings.Replace(0xc00c5f6000, 0x1dec, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc00005e060)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc0071f07e0, 0x0, 0x0, 0x0, 0x0, 0xc0071f07e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008bc80f0, 0x0, 0x0, 0x0, 0x2800, 0xc0096a4000, 0x266a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0096a4000, 0x266a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00a692180)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c01570, 0xc007c828c0, 0xc007c83220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0600, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 701 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006f58cf0, 0x2704fdb20, 0x1251a20, 0xc0019fa0e0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b06c0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 702 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0018e9cc0, 0x0, 0x0, 0x0, 0xc006021800, 0x17cf, 0x2, 0xc009b4f270, 0xc006021800, 0x17cf, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0018e9cc0, 0xc006021800, 0x17cf, 0xaa0378, 0x1, 0x1, 0x28)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002457570, 0xc002b565c0, 0xc004cfc780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0780, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1821 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0051f9000, 0xdfe, 0xc0041d3270, 0xc0014ca380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0051f9000, 0xdfe, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041d3418, 0xaa058b, 0x2, 0xc0051f9000, 0xdfe, 0x6, 0x2bd, 0xc009e36b60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc0051f9000, 0xdfe, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041d3570, 0xc009e36800, 0x38, 0xc002a962c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003734900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 704 [semacquire]:
strings.genSplit(0xc002d85500, 0x1a40, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1a80, 0x0, 0x4007f60041bfe70)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e97418, 0xaa04fd, 0x2, 0xc00bcac000, 0x1a40, 0xc00bcac000, 0xc003e97408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00bcac000, 0x1a40, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e97570, 0xc004b49f20, 0x2a, 0xc000c19260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 705 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000eef418, 0xaa04f9, 0x2, 0xc0091bc500, 0x2274, 0x1, 0x794, 0xc0081df460)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0091bc500, 0x2274, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000eef570, 0xc007c65000, 0x43, 0xc006e95d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b09c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 706 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a37c600, 0x5eb, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a37c600, 0x5eb, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a37c600, 0x5eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a37c600, 0x5eb, 0x0, 0x0, 0x115f500, 0x5eb, 0x5eb)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a37c600, 0x5eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc00946d800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a37c600, 0x5eb, 0x5eb, 0xc00a37c600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b77d00, 0x53, 0xc00a37c600, 0x5eb, 0xaa0378, 0x1, 0xc00a37c600, 0x5eb, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 707 [semacquire]:
strings.genSplit(0xc000d74600, 0x12bc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c50f000, 0x42c, 0x42c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d49418, 0xaa04f9, 0x2, 0xc003588600, 0x12bc, 0x1, 0x42c, 0xc001e4f840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003588600, 0x12bc, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d49570, 0xc005cee680, 0x3b, 0xc004ed5894)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 708 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c4c2c0, 0xc002051318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002051418, 0xaa059b, 0x2, 0xc007bd4000, 0x1dab, 0x91, 0x608, 0xc0070263e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007bd4000, 0x1dab, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002051570, 0xc0009fd5c0, 0x51, 0xc006fcd740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 709 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003abe000, 0xe40, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003abe000, 0xe40, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003abe000, 0xe40, 0x0, 0x0, 0x115f500, 0xe40, 0xe40)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003abe000, 0xe40, 0x0, 0x0, 0xaa0378, 0x1, 0xc00535c000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003abe000, 0xe40, 0xe40, 0xc003abe000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00299ed20, 0x4f, 0xc003abe000, 0xe40, 0xaa0378, 0x1, 0xc003abe000, 0xe40, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 710 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc006ed04e0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc006ed04e0, 0x0, 0x0, 0x0, 0x0, 0x1e01, 0xc009e566f0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009e566f0, 0x0, 0x0, 0x0, 0x2000, 0xc0043c8000, 0x1e31, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0043c8000, 0x1e31, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000cba280)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001a33570, 0xc0003b0300, 0xc006dc1780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 711 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00117f900, 0x0, 0x0, 0x0, 0xc007e46000, 0x1fd3, 0x2, 0xc0026c3270, 0xc007e46000, 0x1fd3, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00117f900, 0xc007e46000, 0x1fd3, 0xaa0378, 0x1, 0x1, 0x16)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0020d3570, 0xc007027960, 0xc00ad51880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 712 [semacquire]:
bytes.makeSlice(0x8bd, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0009e7278, 0xbb, 0x8)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0009e7278, 0xc00ab38000, 0xbb, 0x8, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc0047d11f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc00478bc70)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0009e73e0, 0xc0049f5200, 0x4, 0xc007cdc180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0009e73e0, 0xc000d6a600, 0x9)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0009e73e0, 0xc0049f5200, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0009e7401, 0xc00a70c2f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0009e7570, 0xc0049f5200, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 713 [semacquire]:
regexp/syntax.(*parser).push(0xc003173bc0, 0xc000ca2000, 0xc000ca2000)
	/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc003173bc0, 0x65)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00284b358, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00284b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00284b358, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00284b358, 0x75a856, 0x0, 0xc0004947e0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00284b358, 0xc00284b320, 0xc00284b3a8, 0x42ca96, 0xc008b0eb10, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00284b3c0, 0xc00284b3d8, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc007b3b160)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005cc7350, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00284b570, 0xc0084873c0, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b0fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 714 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c455e0, 0xaa04f9, 0x2, 0xc00b906420, 0x156, 0x1, 0x1a, 0xc00b43b9c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c45570, 0xc005e535a0, 0x5d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 715 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0007caf00, 0x201f, 0xc0028b3270, 0xc00004d180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0007caf00, 0x201f, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028b3418, 0xaa04f9, 0x2, 0xc0007caf00, 0x201f, 0x1, 0x604, 0xc004eaeca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0007caf00, 0x201f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028b3570, 0xc004eae800, 0x1a, 0xc004e41540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 716 [semacquire]:
strings.genSplit(0xc008fac000, 0x15fa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006f40000, 0x500, 0x500)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006fdd418, 0xaa04f9, 0x2, 0xc0060db800, 0x15fa, 0x1, 0x500, 0xc009eccba0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0060db800, 0x15fa, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006fdd570, 0xc005f1d020, 0x37, 0xc00526df80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 718 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006fef5e0, 0xaa04f9, 0x2, 0xc005978000, 0x165, 0x1, 0x1b, 0xc0067b4300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006fef570, 0xc00470f280, 0x4f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 719 [semacquire]:
strings.genSplit(0xc006440000, 0x1dff, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00368f500, 0x68a, 0x68a)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b5b418, 0xaa0503, 0x2, 0xc008e6a000, 0x1dff, 0x5, 0x68a, 0xc0084260c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008e6a000, 0x1dff, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b5b570, 0xc0077af1e0, 0x57, 0xc00119c071)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b15c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 721 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000c46400, 0xbe9, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000c46400, 0xbe9, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000c46400, 0xbe9, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000c46400, 0xbe9, 0x0, 0x0, 0x115f500, 0xbe9, 0xbe9)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000c46400, 0xbe9, 0x0, 0x0, 0xaa0378, 0x1, 0xc000c45800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000c46400, 0xbe9, 0xbe9, 0xc000c46400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00698e120, 0x52, 0xc000c46400, 0xbe9, 0xaa0378, 0x1, 0xc000c46400, 0xbe9, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 722 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003a4f980, 0x1890, 0x5165d7, 0xc00137c000)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003a4f980, 0x1890, 0x42f9b8, 0xc009ae1338)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc009ae1418, 0xaa04fd, 0x2, 0xc003a4f980, 0x1890, 0xc003a4f980, 0xc009ae1408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003a4f980, 0x1890, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc009ae1570, 0xc00afb1b80, 0x42, 0xc002838050)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 723 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Join(0xc00571b1d0, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc004e2e000)
	/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001f35570, 0xc0049c1300, 0xc0049c1b60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:330 +0x9c5
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b18c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 724 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ebb418, 0xaa0599, 0x2, 0xc0008e1200, 0xc35, 0xc0008e1200, 0xc001ebb408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0008e1200, 0xc35, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ebb570, 0xc002126680, 0x39, 0xc00274cd40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2443 [semacquire]:
strings.genSplit(0xc00775e500, 0x4cc, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x103, 0x103)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f35418, 0xaa0569, 0x2, 0xc00118b400, 0x4cc, 0x17, 0x103, 0xc005307b20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00118b400, 0x4cc, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f35570, 0xc005307780, 0x54, 0xc002e83ac4)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 726 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00b5b3d60, 0xc000ff9278, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ff95e0, 0xaa04f9, 0x2, 0xc00b072900, 0x8db, 0xf, 0x23, 0xc00b5b3d20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ff9570, 0xc0057d0740, 0x4f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 727 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008af3e90, 0xc00525b230, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0xb5
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc00525b570, 0xc001b88240, 0x7f602d0a9108, 0x0, 0x6d0000c000114bd0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00525b570, 0xc001b88240, 0x5d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 730 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002828c30, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x708
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002828c30)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002828c30, 0xc0058e20e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc008c7eb20, 0x0, 0x0, 0x0, 0xc005fab258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc008c7eb20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fab950, 0xc001db9000, 0x4380, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 732 [semacquire]:
bytes.makeSlice(0x1d4f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0072b2ab0, 0x89, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0072b2ab0, 0xc0043194d0, 0x89, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0072b2ab0, 0xc0043194d0, 0x89, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0079d89a0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0079d8930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc006fb1570, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0069cfc00, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0069cfb20, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0072b2ab0, 0xc0069cf420, 0xb84d20, 0xc0072b2ab0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0072b2ab0, 0xc0069cf420, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007baa6c0, 0x2a9f76d16, 0x1251a20, 0xc00b31c980, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0005b1f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 735 [semacquire]:
strings.genSplit(0xc003fc2000, 0x1d74, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00bacc000, 0x55f, 0x55f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001d4d418, 0xaa04df, 0x2, 0xc007c2e000, 0x1d74, 0x5, 0x55f, 0xc00a8ea120)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007c2e000, 0x1d74, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001d4d570, 0xc007c82100, 0x7d, 0xc004bff80e)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca1e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 736 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb180, 0x0, 0x0, 0x0, 0xc0066aa000, 0xba8, 0x2, 0xc004dbf270, 0x80, 0x0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb180, 0xc0066aa000, 0xba8, 0xaa04bf, 0x2, 0xc0066aa000, 0xba8)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc004dbf3e0, 0xc00a657ae0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:136 +0x201
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004dbf3e0, 0xc001376150, 0xaa04f9, 0x2, 0xc004dbf570, 0x8, 0x9ecc80, 0xc004dbf401, 0xc005411198)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004dbf570, 0xc001376150, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca2a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 737 [semacquire]:
encoding/json.(*scanner).pushParseState(...)
	/usr/local/go/src/encoding/json/scanner.go:172
encoding/json.stateBeginValue(0xc0028d0028, 0xa78f5b, 0x101)
	/usr/local/go/src/encoding/json/scanner.go:215 +0x34e
encoding/json.checkValid(0xc002fb6480, 0x11c, 0x120, 0xc0028d0028, 0x120, 0x11c)
	/usr/local/go/src/encoding/json/scanner.go:34 +0xa7
encoding/json.Unmarshal(0xc002fb6480, 0x11c, 0x120, 0x9cfa40, 0xc004a22b60, 0x120, 0x50cc01)
	/usr/local/go/src/encoding/json/decode.go:101 +0x66
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0067b4a00, 0xc00275ec00, 0x1ad5, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00275ec00, 0x1ad5, 0x1ad5, 0x1, 0xc00275ec00)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00183c56a, 0x29, 0xc00275ec00, 0x1ad5, 0xaa0378, 0x1, 0xc00275ec00, 0x1ad5, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 738 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137360, 0x0, 0x0, 0x0, 0xc001d89500, 0x9ea, 0x2, 0xc008877090, 0xc001d89500, 0x9ea, ...)
	/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc001d89500, 0x9ea, 0xaa04bf, 0x2, 0x1, 0x1)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc002de39d0, 0x0, 0x0, 0x0, 0x0, 0xc002de39d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0071d5140, 0x0, 0x0, 0x0, 0x1000, 0xc006aff000, 0xdea, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006aff000, 0xdea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0053d7220)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003eb1570, 0xc00272a5c0, 0xc0049c14c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 739 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001cbd040, 0x0, 0x0, 0x0, 0xc004b46000, 0xfe8, 0x2, 0xc00191fab0, 0xaa6444, 0x5, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001cbd040, 0xc004b46000, 0xfe8, 0xaa0378, 0x1, 0xc004a6e000, 0xfe8)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc004b46000, 0xfe8, 0xaa0378, 0x1, 0xc004b46000, 0xfe8)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca4e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:187 +0x310
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 741 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0022e7118, 0xc007eee4e1, 0x53, 0x2, 0x2, 0x9)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0022e7118, 0xc007eee4e1, 0x53, 0x53, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e7118, 0xc00092f030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc0047521c0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0022e7118, 0xc0047521c0, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0022e7118, 0xc0047521c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0022e7118, 0xc0047521c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc001cc8ee0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004237118, 0xc001cc8ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc001cc8ee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc001cc8e00, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004237118, 0xc001cc8e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc001cc8e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc003d13d50, 0xc00004d180, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004237118, 0xc003d13d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc003d13d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0022e7118, 0xc003d13c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004237118, 0xc003d13c70, 0x54b170, 0xc00590c750)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003d13c70, 0x0, 0x0, 0x0, 0x0, 0xc003d13c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc000dc4420, 0x0, 0x0, 0x0, 0x1800, 0xc003dae800, 0x1799, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003dae800, 0x1799, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc0005689b0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004237570, 0xc006dc1fe0, 0xc004991820)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 744 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002ec1118, 0xaa04bf, 0x2, 0xc00822c8d0, 0x2f, 0xae62c8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002ec1118, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002ec1118, 0xc00226cbd0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002ec1118, 0xc00226cbd0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002ec1118, 0xc00226cbd0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0025601c0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00264d118, 0xc0025601c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0025601c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0025600e0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00264d118, 0xc0025600e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0025600e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0049d1960, 0x20300000000000, 0x7f6006777fff)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00264d118, 0xc0049d1960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0049d1960, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002ec1118, 0xc0049d1880, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00264d118, 0xc0049d1880, 0x54b170, 0xc003f05a00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0049d1880, 0x0, 0x0, 0x0, 0x0, 0xc0049d1880, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f86ae0, 0x0, 0x0, 0x0, 0xa000, 0xc002ae4000, 0x8e37, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002ae4000, 0x8e37, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00542d560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00264d570, 0xc00000e540, 0xc00000ef20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2439 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00469dd40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00469dd40)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00469dd40, 0xc0053888c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aa560, 0x0, 0x0, 0x0, 0xc003c23258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aa560, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c23950, 0xc00898d000, 0xd94, 0x1, 0xc002c9d821, 0x4)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007348540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 746 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0031ea540, 0x0, 0x1, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc000714a68, 0x1, 0x1, 0xc00a011160, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000714a68, 0x1, 0x1, 0xb856e0, 0xc004a22ae0, 0xc000714a68, 0x1, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0070d42d0, 0xaa03b1, 0x1, 0xc00a011248)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc00a011570, 0xc004942580, 0x7f602d0a9e98, 0x0, 0x6d0000c007db7260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00a011570, 0xc004942580, 0x5d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caa20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 747 [semacquire]:
bytes.makeSlice(0x81f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001031118, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001031118, 0x1189d0c, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc001031118, 0xc0059dfd40, 0x222, 0x222, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b49730, 0xc001030208, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc002b496c0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001031118, 0xc002b496c0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc002b496c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b496c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc002b48a80, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc002b48a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b48a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc002b489a0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc002b489a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc002b489a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc0049a68c0, 0xc00125d180, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001031118, 0xc0049a68c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc0049a68c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001031118, 0xc0049a67e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001031118, 0xc0049a67e0, 0x54b170, 0xc00671c5b0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0049a67e0, 0x0, 0x0, 0x0, 0x0, 0xc0049a67e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc008542060, 0x0, 0x0, 0x0, 0x2000, 0xc002f62000, 0x1ff1, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002f62000, 0x1ff1, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000eb8320)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001031570, 0xc000960060, 0xc005ceec80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 748 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00065f800, 0xbf2, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00065f800, 0xbf2, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00065f800, 0xbf2, 0x0, 0x0, 0x115f500, 0xc00065f800, 0xbf2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00065f800, 0xbf2, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ac6fc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00065f800, 0xbf2, 0xbf2, 0xc00065f800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e16b10, 0x2a, 0xc00065f800, 0xbf2, 0xaa0378, 0x1, 0xc00065f800, 0xbf2, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 749 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00800f000, 0x776, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00800f000, 0x776, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00800f000, 0x776, 0x0, 0x0, 0x115f500, 0x776, 0x776)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00800f000, 0x776, 0x0, 0x0, 0xaa0378, 0x1, 0xc00800e000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00800f000, 0x776, 0x776, 0xc00800f000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006805780, 0x38, 0xc00800f000, 0x776, 0xaa0378, 0x1, 0xc00800f000, 0x776, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cac60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 750 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0086575e0, 0xaa04f9, 0x2, 0xc0035dc000, 0xfd4, 0x1c, 0x3a, 0xc009d27340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc008657570, 0xc008c7eac0, 0x5d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cad20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 751 [semacquire]:
bytes.makeSlice(0xc24, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001cb7278, 0x50, 0x8)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001cb7278, 0xc006e94140, 0x50, 0x8, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001a70f50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc001e60930)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc001cb73e0, 0xc00119a060, 0x5, 0xc008c5f5c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc001cb73e0, 0xc006792f00, 0xa)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc001cb73e0, 0xc00119a060, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x311, 0x312)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc001cb7570, 0xc00119a060, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cade0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 753 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007971e60, 0xc003a13318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a13418, 0xaa04df, 0x2, 0xc00796f500, 0x93e, 0x4, 0x1d1, 0xc007d6c900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00796f500, 0x93e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a13570, 0xc0067b4420, 0x4d, 0xc00698c1e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003caf60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 755 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc0026d1000, 0xab8, 0x2, 0xc003bcb270, 0xc005328cd8, 0x7de1b0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc0026d1000, 0xab8, 0xaa0378, 0x1, 0xc001b88d60, 0xc004b57180)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc003bcb3e0, 0xc004b57080, 0x7)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc003bcb3e0, 0xc000a48750, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x223, 0x224)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc003bcb570, 0xc000a48750, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 756 [semacquire]:
strings.genSplit(0xc005d94000, 0xe76, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x12f2, 0xc003f09000, 0xe76)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020815e0, 0xaa04f9, 0x2, 0xc003f09000, 0xe76, 0x13, 0x3f, 0xc0085a1e20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002081570, 0xc00690f360, 0x4e)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 757 [semacquire]:
strings.genSplit(0xc0040d2000, 0x1a8b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0062e4000, 0x3fb, 0x3fb)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00285b418, 0xaa04fd, 0x2, 0xc001998000, 0x1a8b, 0x1, 0x3fb, 0xc008c7f1a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001998000, 0x1a8b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00285b570, 0xc00a0b5ae0, 0x58, 0xc0029adc20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 758 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00ac9f900, 0x117d, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ac9f900, 0x117d, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ac9f900, 0x117d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ac9f900, 0x117d, 0x0, 0x0, 0x115f500, 0x117d, 0x117d)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ac9f900, 0x117d, 0x0, 0x0, 0xaa0378, 0x1, 0xc00ac9d300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ac9f900, 0x117d, 0x117d, 0xc00ac9f900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005d1f744, 0x50, 0xc00ac9f900, 0x117d, 0xaa0378, 0x1, 0xc00ac9f900, 0x117d, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2430 [semacquire]:
strings.Replace(0xc008556c00, 0x10f4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x9d3400, 0xc00004d180)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002dbd950, 0xc008556c00, 0x10f4, 0x6c00000067, 0x6e00000061, 0x2000000064)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00879c840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 761 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0024f1790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0024f1860, 0xc0081f2230, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0026627e0, 0x0, 0x0, 0x0, 0x0, 0x3201, 0xc004981620)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004981620, 0x0, 0x0, 0x0, 0x3500, 0xc0038f1500, 0x3251, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0038f1500, 0x3251, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005782770)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e29570, 0xc00690e1a0, 0xc008575260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 762 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc007588800, 0x1f, 0x20, 0xc00bb9e000, 0x23, 0x40, 0xc001a6b2f0, 0xc005763d10, 0x1, 0xffffffffffffffff)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc008531798, 0x1, 0x1, 0xc001a6b3c0, 0xc001a6b570, 0xc0070b80f0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getChildrenNodes(0xc008531798, 0x1, 0x1, 0x0, 0xc00a51b890, 0xc009b9f390, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:606 +0x6b
github.com/PuerkitoBio/goquery.(*Selection).Children(0xc0070b80f0, 0xc0070b80f0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:86 +0x4d
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc001a6b570, 0xc0070b80f0, 0xc0070b80f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:719 +0x52
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 763 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc008f47b60, 0xc002263318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002263418, 0xaa0599, 0x2, 0xc008712000, 0x15f9, 0x1, 0x41f, 0xc008f47b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008712000, 0x15f9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002263570, 0xc007b3a360, 0x49, 0xc00445efa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 767 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0019fe930, 0xc0019fe930, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001287570, 0xc001b892e0, 0x5d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 768 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0xf9e, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006353000, 0xf9e, 0xf9e, 0xc006353000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006afd0e0, 0x83, 0xc006353000, 0xf9e, 0xaa0378, 0x1, 0xc006353000, 0xf9e, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbaa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 769 [semacquire]:
strings.genSplit(0xc006bad000, 0xedd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2da, 0x2da)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002059418, 0xaa058b, 0x2, 0xc0098d7000, 0xedd, 0x6, 0x2da, 0xc0067b4100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0098d7000, 0xedd, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002059570, 0xc006b13980, 0x57, 0xc0028b8e40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbb60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 772 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009e37340, 0xc00a477278, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00a4775e0, 0xaa04f9, 0x2, 0xc00b6ea500, 0x2486, 0x641e2d, 0x0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00a477570, 0xc0079b7f00, 0x5d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 774 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003e60802, 0x1528, 0x2, 0xc00341bab0, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003e60802, 0x1528, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003e60802, 0x1528, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbf20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 775 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf3418, 0xaa0503, 0x2, 0xc00a0be000, 0x1df2, 0x5, 0x58f, 0xc00113c8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a0be000, 0x1df2, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cf3570, 0xc0084269a0, 0x4e, 0xc000d52eb0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 776 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002704000, 0x1c0f, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002704000, 0x1c0f, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002704000, 0x1c0f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002704000, 0x1c0f, 0x0, 0x0, 0x115f500, 0x1c0f, 0x1c0f)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002704000, 0x1c0f, 0x0, 0x0, 0xaa0378, 0x1, 0xc0021ce000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002704000, 0x1c0f, 0x1c0f, 0xc002704000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0049a8640, 0x4b, 0xc002704000, 0x1c0f, 0xaa0378, 0x1, 0xc002704000, 0x1c0f, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a0c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 777 [semacquire]:
bytes.makeSlice(0x44c, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003cb0150, 0xda, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003cb0150, 0xc0050f9ea0, 0xda, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003cb0150, 0xc0050f9ea0, 0xda, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0150, 0xc00645e930, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0150, 0xc00645e8c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0150, 0xc00645e700, 0xb84d20, 0xc003cb0150)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003cb0150, 0xc00645e700, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb0120, 0x203000, 0x203000, 0x1a5b943600000000, 0xc005aad190)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003cb0120)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb00f0, 0xc005aad320, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc005aad708, 0xc00457efc0, 0xaac03e, 0x7, 0xc00457efc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005aad708, 0xc00457efc0, 0xc00b0ff620)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 778 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc009231800, 0x25a6, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc009231800, 0x25a6, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc009231800, 0x25a6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc009231800, 0x25a6, 0x0, 0x0, 0x115f500, 0x25a6, 0x25a6)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc009231800, 0x25a6, 0x0, 0x0, 0xaa0378, 0x1, 0xc009357200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc009231800, 0x25a6, 0x25a6, 0xc009231800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00526d000, 0x33, 0xc009231800, 0x25a6, 0xaa0378, 0x1, 0xc009231800, 0x25a6, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 779 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00a2ecdc0, 0xc001a378f0, 0xc001e02000, 0x20, 0x20, 0xc001e02000, 0x20, 0x20)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00a2ecdc0, 0xc0019ce230, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00a2ecdc0, 0xc0011f3420, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc00a2ecdc0, 0xc0011f3420, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc005f6b9d0, 0x0, 0x1, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc009e5e8b0, 0x1, 0x1, 0xc0072cf160, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc009e5e8b0, 0x1, 0x1, 0xb856e0, 0xc00a2ecdc0, 0xc009e5e8b0, 0x1, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00463f770, 0xaa03b1, 0x1, 0xc0072cf248)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc0072cf570, 0xc008bdd3a0, 0x7f602d0aa560, 0x0, 0x6d0000c0005436c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0072cf570, 0xc008bdd3a0, 0x65)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 781 [semacquire]:
bytes.makeSlice(0x200, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006779140, 0x200, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
	/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7b620, 0xc005f1b1d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005f1b1d0, 0xc006779230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f1b1d0, 0x0, 0x0, 0x0, 0x1a80, 0xc003d6e480, 0x1a11, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc003d6e480, 0x1a11, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000a72a40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006779570, 0xc00569aee0, 0xc007c83840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 782 [semacquire]:
strings.genSplit(0xc008285000, 0xf6d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x330, 0x330)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047ad418, 0xaa0569, 0x2, 0xc0089b6000, 0xf6d, 0x1d, 0x330, 0xc005f1d240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0089b6000, 0xf6d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047ad570, 0xc007c64d00, 0x38, 0xc0054385c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 784 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0018e95e0, 0x0, 0x0, 0x0, 0xc003c8b400, 0xb4d, 0x2, 0xc0004c1270, 0xc003c8b400, 0xb4d, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0018e95e0, 0xc003c8b400, 0xb4d, 0xaa0378, 0x1, 0x1, 0x15)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0004c1570, 0xc0003b0320, 0xc005307580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 785 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022db5e0, 0xaa04f9, 0x2, 0xc003c3f180, 0x31b, 0x2a, 0xa0, 0xc005ceffa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0022db570, 0xc001fc0f60, 0x5d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 786 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0045cdd40, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001c41570, 0xc0045cdd40, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001c41570, 0xc000a52d80, 0x5d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 787 [semacquire]:
strings.Replace(0xc00ac3d000, 0x15d7, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x20, 0xc00ac3d000, 0x15d7)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d0f570, 0xc000960c40, 0xc002b577c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 789 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc0078f4000, 0x50d5a7, 0xc00499c63f)
	/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00499c800, 0x16f2, 0x16f2)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
	/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006003570, 0xc0048b4ca0, 0xc000ca1ca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043aa80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 791 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0070f5118, 0xaa04bf, 0x2, 0x169, 0x2, 0xc0070f41f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0070f5118, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0070f5118, 0xc001e878f0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0070f5118, 0xc001e878f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0070f5118, 0xc001e878f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8930, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00204f118, 0xc006bc8930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8850, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00204f118, 0xc006bc8850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8150, 0xc0004a9c00, 0x7f602d0ab9b8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00204f118, 0xc006bc8150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0070f5118, 0xc006bc8070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00204f118, 0xc006bc8070, 0x54b170, 0xc001ec88f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006bc8070, 0x0, 0x0, 0x0, 0x0, 0xc006bc8070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a61170, 0x0, 0x0, 0x0, 0x2a80, 0xc0060b2a80, 0x298b, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0060b2a80, 0x298b, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000070a10)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00204f570, 0xc0021862e0, 0xc0064483c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ac00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 792 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0082cdcf0, 0xc, 0x2, 0xc00a0d3b58, 0x7f5ff45fbfff, 0xc00a0d3bc8, ...)
	/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0082cdcf0, 0xc, 0xaa0378, 0x1, 0xc00a0d3be0, 0x46620f)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc002b36700, 0xc001b11320, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc002b36690, 0x1259780, 0x1259790)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d5118, 0xc002b36690, 0x123, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc002b36690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc002b365b0, 0xc000000001, 0x9)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d5118, 0xc002b365b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc002b365b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8df80, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00a0d5118, 0xc000e8df80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00a0d5118, 0xc000e8df80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8d490, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d15118, 0xc000e8d490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8d490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8d3b0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d15118, 0xc000e8d3b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8d3b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8ccb0, 0xc000680380, 0x7f602d0ab2f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001d15118, 0xc000e8ccb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8ccb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00a0d5118, 0xc000e8cbd0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001d15118, 0xc000e8cbd0, 0x54b170, 0xc006aaef70)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000e8cbd0, 0x0, 0x0, 0x0, 0x0, 0xc000e8cbd0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002aa2090, 0x0, 0x0, 0x0, 0x1800, 0xc0037e2000, 0x162c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0037e2000, 0x162c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000bd3d80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d15570, 0xc001fc1260, 0xc006f01260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043acc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 793 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0046acd80, 0xd38, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0046acd80, 0xd38, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0046acd80, 0xd38, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0046acd80, 0xd38, 0x0, 0x0, 0x115f500, 0xd38, 0xd38)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0046acd80, 0xd38, 0x0, 0x0, 0xaa0378, 0x1, 0xc0046ac000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0046acd80, 0xd38, 0xd38, 0xc0046acd80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6cbe0, 0x50, 0xc0046acd80, 0xd38, 0xaa0378, 0x1, 0xc0046acd80, 0xd38, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ad80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 797 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0076bb900, 0x4e7, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0076bb900, 0x4e7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0076bb900, 0x4e7, 0x0, 0x0, 0x115f500, 0x4e7, 0x4e7)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0076bb900, 0x4e7, 0x0, 0x0, 0xaa0378, 0x1, 0xc0076bb400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0076bb900, 0x4e7, 0x4e7, 0xc0076bb900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0062a7040, 0x38, 0xc0076bb900, 0x4e7, 0xaa0378, 0x1, 0xc0076bb900, 0x4e7, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 798 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003147900, 0xc2b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003147900, 0xc2b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003147900, 0xc2b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003147900, 0xc2b, 0x0, 0x0, 0x115f500, 0xc2b, 0xc2b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003147900, 0xc2b, 0x0, 0x0, 0xaa0378, 0x1, 0xc003f71200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003147900, 0xc2b, 0xc2b, 0xc003147900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000e15630, 0x47, 0xc003147900, 0xc2b, 0xaa0378, 0x1, 0xc003147900, 0xc2b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 799 [semacquire]:
github.com/gigawattio/window.Rolling(0xc008f14600, 0x25c, 0x25c, 0x3, 0x0, 0x25b, 0xc008f14600)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000227570, 0xc000420260, 0xc0009615e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 800 [semacquire]:
regexp.onePassCopy(0xc00ada0570, 0xc00ada0570)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00ada0570, 0xc00ada0570)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001d11358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001d11358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001d11358, 0x0, 0xb856e0, 0xc0003b0048, 0x7f602d0a97d0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001d11358, 0xc00234c100, 0x4e00000000, 0x8, 0x7f5ff40d6160)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001d11358, 0x42ca96, 0xc00ada0450, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001d113c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc004e16cc0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00248df80, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001d11570, 0xc0000ca640, 0xabc101, 0x1d, 0x48, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b2c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1149 [semacquire]:
regexp.makeOnePass(0xc0084fa900, 0xc0084fa900)
	/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc0084fa8a0, 0xc0084fa8a0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1ee)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0096cd050, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0096cd050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0069ee784)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0096cd050, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0096cd050, 0x1, 0xc0067f9ed0, 0xc0100000000, 0x280400000000)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0096cd050, 0x4, 0xf53, 0xc0055c9001, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0055c9000, 0x28, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203002, 0x440d95, 0xc00b0034f0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0084fa870, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0096cd950, 0xc003ee4600, 0x1099, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc002a5e5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 803 [semacquire]:
strings.genSplit(0xc007978dd0, 0xc2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0003fe100, 0x20)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0026af570, 0xc001d9d260, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc001d9d260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:636 +0xa4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007940960, 0xc0026af378, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0026af570, 0xc00282ecf0, 0xc0027ff8c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0026af570, 0xc00282ecf0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0026af570, 0xc00282ecf0, 0xc00282ecf0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b500, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 804 [semacquire]:
regexp.(*bitState).reset(0xc001bb5970, 0xc000021200, 0x14a, 0x2)
	/usr/local/go/src/regexp/backtrack.go:91 +0x201
regexp.(*Regexp).backtrack(0xc000137220, 0x0, 0x0, 0x0, 0xc0075a8f20, 0x14a, 0x107, 0x2, 0xc0024820c0, 0x0, ...)
	/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc000137220, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0075a8f20, 0x14a, 0x107, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc0075a8f20, 0x14a, 0x2, 0xc000fdc1f0, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc0075a8f20, 0x14a, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086af7a0, 0xc000fdc208, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086af730, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc000fdd118, 0xc0086af730, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086af730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086af730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae930, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086ae930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae850, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086ae850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae150, 0xc000680700, 0x7f602d0aa560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000fdd118, 0xc0086ae150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000fdd118, 0xc0086ae070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000fdd118, 0xc0086ae070, 0x54b170, 0xc007d8af70)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0086ae070, 0x0, 0x0, 0x0, 0x0, 0xc0086ae070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00869eba0, 0x0, 0x0, 0x0, 0x1500, 0xc0082e3500, 0x14ea, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0082e3500, 0x14ea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00043af60)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000fdd570, 0xc0057d0be0, 0xc0082eeaa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b5c0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 807 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc000137360, 0xc008f86600, 0x121d, 0xaa04bf, 0x2, 0x1, 0x1)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc001eaa310, 0x0, 0x0, 0x0, 0x0, 0xc001eaa310, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004aab9e0, 0x0, 0x0, 0x0, 0x1800, 0xc0037e3800, 0x15f5, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0037e3800, 0x15f5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000e21500)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001035570, 0xc00000e780, 0xc00265c7c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 808 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002aeb5e0, 0xaa04f9, 0x2, 0xc0036b3a40, 0x1b4, 0xf, 0x30, 0xc008c7e8c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002aeb570, 0xc002127e20, 0x3f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 809 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00c219000, 0x2a9, 0x2a9, 0x3, 0x0, 0x2a8, 0xc00c219000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00235b570, 0xc0021874a0, 0xc0051fc9c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 810 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00891b930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00590c5b0, 0xc005c620e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0030a1aa0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00b1f0f90, 0x0, 0x0, 0x0, 0xd80, 0xc00ae3bb00, 0xc9c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00ae3bb00, 0xc9c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0001bf110)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002359570, 0xc006dc0b40, 0xc00b5b2160)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ba40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 811 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc000948600, 0x1082, 0xc0003d3270, 0xc0010e8380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc000948600, 0x1082, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003d3418, 0xaa04d9, 0x2, 0xc000948600, 0x1082, 0x1, 0x325, 0xc008c7fc40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc000948600, 0x1082, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0003d3570, 0xc00265d5a0, 0x27, 0xc001a007b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bb00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 812 [semacquire]:
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:186 +0x152
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003217358, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003217358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003217358, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003217358, 0x75a856, 0x0, 0xc005f40070, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003217358, 0x7f60043fe290, 0xc0032173a8, 0x42ca96, 0xc005f1abd0, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0032173c0, 0xc0032173d8, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00272ba40)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005d52810, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003217570, 0xc00265d040, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 813 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009e37840, 0xc004601278, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046015e0, 0xaa04f9, 0x2, 0xc006a8ea80, 0x969, 0x4, 0xb, 0xc008c7ef00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004601570, 0xc00272af40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bc80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 815 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00314fe10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0034520d0, 0xc0078d3f10, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00523bac0, 0x0, 0x0, 0x0, 0xc002f31258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00523bac0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f31950, 0xc001e6ca00, 0x5355, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043be00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 816 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006f2b5e0, 0xaa04f9, 0x2, 0xc004de63c0, 0x47, 0x0, 0xc006f2b430, 0xc0049c05a8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006f2b570, 0xc00282fc20, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006f2b570, 0xc004f1d980, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 817 [semacquire]:
regexp.(*Regexp).expand(0xc000137220, 0xc008658000, 0x80, 0x80, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc008886360, ...)
	/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc008658000, 0x80, 0x80, 0xc001c1e1f0, 0x2, 0x2, 0xc008886360, 0x115, 0x7b)
	/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc008886360, 0x115, 0x2, 0xc0088721f0, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc008886360, 0x115, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008873118, 0xc003a2f960, 0xc008872208, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc003a2f8f0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc008873118, 0xc003a2f8f0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc008873118, 0xc003a2f8f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc008873118, 0xc003a2f8f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc003a2e620, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b47118, 0xc003a2e620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc003a2e620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc003a2e540, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b47118, 0xc003a2e540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc003a2e540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc0035c64d0, 0xc005a19880, 0x7f602d0ab2f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b47118, 0xc0035c64d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc0035c64d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc008873118, 0xc0035c63f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b47118, 0xc0035c63f0, 0x54b170, 0xc00039e270)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0035c63f0, 0x0, 0x0, 0x0, 0x0, 0xc0035c63f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00899ff80, 0x0, 0x0, 0x0, 0x2000, 0xc004a38000, 0x1e75, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004a38000, 0x1e75, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005ab9c50)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b47570, 0xc0067b5400, 0xc008575360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043bf80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 820 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x65b, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0065e8e00, 0x65b, 0x65b, 0xc0065e8e00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048fe980, 0x31, 0xc0065e8e00, 0x65b, 0xaa0378, 0x1, 0xc0065e8e00, 0x65b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004741e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 821 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00a8017c0, 0xc004f8b600, 0x534, 0xaa0378, 0x1, 0x1, 0x12)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0009f5570, 0xc00651c060, 0xc0048b5dc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004742a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 822 [semacquire]:
strings.genSplit(0xc003248000, 0xa32, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005281800, 0x277, 0x277)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001069418, 0xaa04d9, 0x2, 0xc007280a80, 0xa32, 0x1, 0x277, 0xc007b3abc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007280a80, 0xa32, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001069570, 0xc004eae9e0, 0x51, 0xc0036fc5a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474360, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 824 [semacquire]:
regexp.(*Regexp).expand(0xc000137220, 0x0, 0x0, 0x0, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc004cfa628, ...)
	/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0x0, 0x0, 0x0, 0xc002f8a030, 0x2, 0x2, 0xc004cfa628, 0x8, 0x0)
	/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc000137220, 0x0, 0x0, 0x0, 0xc004cfa628, 0x8, 0x2, 0xc0044a2590, 0xc00711e260, 0x1, ...)
	/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc000137220, 0xc004cfa628, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0044a3118, 0xc0070fbb20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070fa4d0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024fd118, 0xc0070fa4d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070fa4d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070fa3f0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024fd118, 0xc0070fa3f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070fa3f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070f1ce0, 0xc000e7c000, 0x7f602d0aac28)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0024fd118, 0xc0070f1ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070f1ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0044a3118, 0xc0070f1c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0024fd118, 0xc0070f1c00, 0x54b170, 0xc004459520)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0070f1c00, 0x0, 0x0, 0x0, 0x0, 0xc0070f1c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a04510, 0x0, 0x0, 0x0, 0x1000, 0xc003cfe000, 0xf48, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003cfe000, 0xf48, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0036fd740)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0024fd570, 0xc004b49ca0, 0xc00457e100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004744e0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 825 [semacquire]:
fmt.Errorf(0xabb2ed, 0x1c, 0xc004421120, 0x1, 0x1, 0x60, 0xc006f988e0)
	/usr/local/go/src/fmt/errors.go:21 +0xa3
github.com/araddon/dateparse.unknownErr(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc007624f60, 0x56, 0x0, 0xc007624f60, 0x56, 0x56)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x2cc
github.com/araddon/dateparse.ParseAny(0xc007624f60, 0x56, 0x3, 0xaa0378, 0x1, 0xc007624f60, 0x56)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003365570, 0xc0057d19c0, 0xc001fc1c40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004745a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 827 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000888420, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000888410, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001002700, 0x654, 0x654, 0x1, 0xc001002700)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00465f040, 0x4d, 0xc001002700, 0x654, 0xaa0378, 0x1, 0xc001002700, 0x654, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474720, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 828 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000bc5ad0, 0xc000bc5aa0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004fe7570, 0xc00b62c1e0, 0x41)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004747e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 832 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001ce2800, 0xa8e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001ce2800, 0xa8e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001ce2800, 0xa8e, 0x0, 0x0, 0x115f500, 0xa8e, 0xa8e)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001ce2800, 0xa8e, 0x0, 0x0, 0xaa0378, 0x1, 0xc001ce1000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001ce2800, 0xa8e, 0xa8e, 0xc001ce2800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b6df40, 0x50, 0xc001ce2800, 0xa8e, 0xaa0378, 0x1, 0xc001ce2800, 0xa8e, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474ae0, 0x59)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 833 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc007ce6000, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc007ce6000)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc007ce6000, 0xc007c99030, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00248ce40, 0x0, 0x0, 0x0, 0x0, 0x701, 0xc005a91740)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a91740, 0x0, 0x0, 0x0, 0x800, 0xc004e12800, 0x705, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004e12800, 0x705, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00487d200)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002089570, 0xc004cfda60, 0xc007c82be0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 834 [semacquire]:
strings.genSplit(0xc003512000, 0x754, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00ab76a80, 0x28e, 0x28e)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0004dd418, 0xaa058b, 0x2, 0xc00722d000, 0x754, 0x2, 0x28e, 0xc004c4c4a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00722d000, 0x754, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0004dd570, 0xc00272bdc0, 0x2d, 0xc003762e10)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 835 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006236500, 0x4ca, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006236500, 0x4ca, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006236500, 0x4ca, 0x0, 0x0, 0x115f500, 0xc006236500, 0x4ca)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006236500, 0x4ca, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b8cf00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006236500, 0x4ca, 0x4ca, 0xc006236500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000be4f29, 0x76, 0xc006236500, 0x4ca, 0xaa0378, 0x1, 0xc006236500, 0x4ca, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 838 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003015418, 0xaa0503, 0x2, 0xc003500000, 0x4ef4, 0x5, 0xdde, 0xc0021278a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003500000, 0x4ef4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003015570, 0xc002127520, 0x41, 0xc0062fde50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 839 [semacquire]:
strings.Replace(0xc002fab300, 0x1246, 0xaae211, 0x8, 0xaa22ae, 0x3, 0x1, 0xc002fab300, 0x1246)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0021f7570, 0xc0021865a0, 0xc0082ef5e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 841 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*ContentExtractor).GetTags(0xc001ed1570, 0xc006dc0160, 0xc006fd4f00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:263 +0x41
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:140 +0x505
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004751a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 843 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007c18420, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007c18410, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006c40e00, 0x60e, 0x60e, 0x1, 0xc006c40e00)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005438f40, 0x3a, 0xc006c40e00, 0x60e, 0xaa0378, 0x1, 0xc006c40e00, 0x60e, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 844 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004759c00, 0x64b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004759c00, 0x64b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004759c00, 0x64b, 0x0, 0x0, 0x115f500, 0x64b, 0x64b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004759c00, 0x64b, 0x0, 0x0, 0xaa0378, 0x1, 0xc004758e00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004759c00, 0x64b, 0x64b, 0xc004759c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003db2d28, 0x4b, 0xc004759c00, 0x64b, 0xaa0378, 0x1, 0xc004759c00, 0x64b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004753e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2467 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0029ae410, 0xc00bdba000, 0xaa)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0029ae410, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae410)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029ae410, 0xc00755fab0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aab00, 0x0, 0x0, 0x0, 0xc000315258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aab00, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000315950, 0xc004026c80, 0xc51, 0x3, 0xc00454aa21, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a076e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 847 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006739000, 0x159, 0x159, 0x3, 0x0, 0x158, 0xc006739000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00476f570, 0xc004eafa20, 0xc009ecc020)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 849 [semacquire]:
regexp.onePassCopy(0xc0062cfc80, 0xc0062cfc80)
	/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0062cfc80, 0xc0062cfc80)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005a65358, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005a65358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005a65358, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005a65358, 0x75a856, 0x0, 0xc000570690, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005a65358, 0xc005a65320, 0xc005a653a8, 0x42ca96, 0xc0062cfc50, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc005a653c0, 0xc005a653d8, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00651c880)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007d745a0, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005a65570, 0xc008486040, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004757a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2391 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc0085f73d0, 0x10, 0x10, 0x1)
	/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc0062cfc50, 0xc0062cfc50)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0062cfbf0, 0xc0062cfbf0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0xbf)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00b459050, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00b459050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0085f73b4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00b459050, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00b459050, 0x1, 0xc008916be0, 0xc0100702a80, 0x28042d0aac28)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00b459050, 0x4, 0x584, 0xc00295ea01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00295e000, 0x28, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x440d95, 0xc0086ded18)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0062cfb30, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00b459950, 0xc002d83a80, 0x1a65, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc006800a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 389 [runnable]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0026db358, 0x0, 0xb856e0, 0xc0003b0148, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x67e
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0026db358, 0xc000b242a0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0026db358, 0x42ca96, 0xc007941680, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0026db3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007abbdc0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0079e46c0, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0026db570, 0xc006cb6ca0, 0xabc101, 0x1d, 0x5a, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007e9c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 390 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045015e0, 0xaa04f9, 0x2, 0xc004e115e0, 0xd5, 0xb, 0x35, 0xc00a5abe60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004501570, 0xc00272bb00, 0x4e)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007efc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 393 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004f8cc00, 0x569, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004f8cc00, 0x569, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004f8cc00, 0x569, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004f8cc00, 0x569, 0x0, 0x0, 0x115f500, 0x569, 0x569)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004f8cc00, 0x569, 0x0, 0x0, 0xaa0378, 0x1, 0xc004f8c680)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004f8cc00, 0x569, 0x569, 0xc004f8cc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d607e0, 0x6d, 0xc004f8cc00, 0x569, 0xaa0378, 0x1, 0xc004f8cc00, 0x569, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007f5c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 394 [semacquire]:
bytes.makeSlice(0x790, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00c030570, 0x104, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00c030570, 0xc000dd5900, 0x104, 0x6, 0x104, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00c030570, 0xc000dd5900, 0x127, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc00c030570, 0xc0038fbf10, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00c030570, 0xc0038fb9d0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00c030570, 0xc0038fb960, 0xb84d20, 0xc00c030570)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00c030570, 0xc0038fb960, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005e42780, 0x50d201, 0xc00119c660, 0x53, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c71570, 0xc006f00e20, 0xc00265c620)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00007fbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 397 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
	/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc00539a840, 0xaba609, 0xe)
	/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
	/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0037d1358, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0037d1358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0037d1358, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0037d1358, 0x75a856, 0x0, 0xc0049a6e70, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0037d1358, 0xc0037d1320, 0xc0037d13a8, 0x42ca96, 0xc005856570, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0037d13c0, 0xc0037d13d8, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00523b160)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0070d5950, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0037d1570, 0xc000420680, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 399 [semacquire]:
regexp.(*Regexp).replaceAll(0xc000bea6e0, 0x0, 0x0, 0x0, 0xc003fac000, 0x4ba, 0x2, 0xc00154fab0, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc000bea6e0, 0xc003fac000, 0x4ba, 0x0, 0x0, 0xc0003a6060, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc003fac000, 0x4ba, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:186 +0x2ce
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 400 [semacquire]:
github.com/araddon/dateparse.unknownErr(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc00698d590, 0x45, 0x0, 0xc00698d590, 0x45, 0x45)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x26d
github.com/araddon/dateparse.ParseAny(0xc00698d590, 0x45, 0x3, 0xaa0378, 0x1, 0xc00698d590, 0x45)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047b9570, 0xc0009fc200, 0xc005ceeb00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 401 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004dae900, 0x837, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:153 +0x1f1
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004dae900, 0x837, 0x0, 0x0, 0x115f500, 0x837, 0x837)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004dae900, 0x837, 0x0, 0x0, 0xaa0378, 0x1, 0xc004dae000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004dae900, 0x837, 0x837, 0xc004dae900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006e95bd9, 0x44, 0xc004dae900, 0x837, 0xaa0378, 0x1, 0xc004dae900, 0x837, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 866 [semacquire]:
bytes.makeSlice(0x566, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005fd7190, 0xb4, 0xd5)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005fd7190, 0xc000810780, 0xb4, 0x5165d7, 0xc0034e891b, 0xc0056d0ed0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f30a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f3030)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f2f50)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f2e70)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f29a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0049f2230)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00a435350, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc005fd7570, 0xc00a435350, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005fd7570, 0xc00113c3e0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 867 [semacquire]:
bytes.makeSlice(0x30c, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00b148900, 0x8, 0x5)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00b148900, 0xc008c60558, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00b148900, 0xc008c60558, 0x8, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00b148900, 0xc002c6ba40, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc00b148900, 0xc002c6b5e0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00b148900, 0xc002c6b570, 0xb84d20, 0xc00b148900)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00b148900, 0xc002c6b570, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004e54060, 0x2d58452bd, 0x1251a20, 0xc008ddc400, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000390f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 869 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0061c2000, 0x1e28, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0061c2000, 0x1e28, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0061c2000, 0x1e28, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0061c2000, 0x1e28, 0x0, 0x0, 0x115f500, 0x1e28, 0x1e28)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0061c2000, 0x1e28, 0x0, 0x0, 0xaa0378, 0x1, 0xc005f44000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0061c2000, 0x1e28, 0x1e28, 0xc0061c2000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006567840, 0x34, 0xc0061c2000, 0x1e28, 0xaa0378, 0x1, 0xc0061c2000, 0x1e28, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 871 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037d3418, 0xaa04f9, 0x2, 0xc006bd8600, 0x1057, 0x3, 0x315, 0xc001e4f320)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc006bd8600, 0x1057, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037d3570, 0xc0027ff620, 0x36, 0xc002360e40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003914a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 873 [semacquire]:
bytes.NewReader(...)
	/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0083b6840, 0xc002853230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0083b6840, 0x0, 0x0, 0x0, 0x1800, 0xc005bb3800, 0x1683, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005bb3800, 0x1683, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00695ac00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002853570, 0xc004943700, 0xc008426540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 874 [semacquire]:
strings.genSplit(0xc009049500, 0x928, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00c67c000, 0x1d7, 0x1d7)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b59418, 0xaa04f9, 0x2, 0xc00c59c000, 0x928, 0x4, 0x1d7, 0xc00875aca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00c59c000, 0x928, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b59570, 0xc004eaeec0, 0x31, 0xc009940480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003916e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 875 [semacquire]:
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc0092f9800, 0x50d5a7, 0xc0015f9cfd)
	/usr/local/go/src/regexp/syntax/parse.go:712 +0x54
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00193c000, 0x763, 0x763)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
	/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001d4f570, 0xc00113d5a0, 0xc00a87a3e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003917a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 878 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e29418, 0xaa059b, 0x2, 0xc003834000, 0x78b, 0xc003834000, 0xc005e29408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003834000, 0x78b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e29570, 0xc001b89160, 0x4e, 0xc0006944b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003919e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 879 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00470f680, 0xc003d03318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d03418, 0xaa0503, 0x2, 0xc00074f600, 0xd74, 0xc00074f600, 0xc003d03408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00074f600, 0xd74, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d03570, 0xc007d6cd40, 0x54, 0xc000350df8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 884 [semacquire]:
bytes.makeSlice(0x10fa, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003cb0330, 0x398, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003cb0330, 0xc002429000, 0x398, 0x1, 0x127e7a0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0330, 0xc000cb7880, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:202 +0x694
golang.org/x/net/html.render1(0xb84d20, 0xc003cb0330, 0xc000cb77a0, 0xb84d20, 0xc003cb0330)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003cb0330, 0xc000cb77a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003cb0300, 0x203000, 0x203000, 0x7daf2cf500000000, 0xc0063d1190)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003cb0300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb02d0, 0xc0063d1320, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0063d1708, 0xc0019facc0, 0xaac03e, 0x7, 0xc0019facc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0063d1708, 0xc0019facc0, 0xc00b5b2d20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 885 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0069fad00, 0x88b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0069fad00, 0x88b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0069fad00, 0x88b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0069fad00, 0x88b, 0x0, 0x0, 0x115f500, 0x88b, 0x88b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0069fad00, 0x88b, 0x0, 0x0, 0xaa0378, 0x1, 0xc0069f8000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0069fad00, 0x88b, 0x88b, 0xc0069fad00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc006e959a0, 0x4f, 0xc0069fad00, 0x88b, 0xaa0378, 0x1, 0xc0069fad00, 0x88b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000391f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 886 [semacquire]:
regexp.onePassCopy(0xc003a3c2d0, 0xc003a3c2d0)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc003a3c2d0, 0xc003a3c2d0)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0038dd358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0038dd358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0038dd358, 0x0, 0xb856e0, 0xc0003b00c8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0038dd358, 0xc00153eb60, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0038dd358, 0x42ca96, 0xc003a3c2a0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0038dd3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0000ca1e0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0070d54d0, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0038dd570, 0xc0004202e0, 0xabc101, 0x1d, 0x38, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 887 [semacquire]:
strings.genSplit(0xc0069a7800, 0xa9a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004f4e000, 0x29c, 0x29c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039f7418, 0xaa05c9, 0x2, 0xc001cde000, 0xa9a, 0x4, 0x29c, 0xc00b5b3a60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001cde000, 0xa9a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039f7570, 0xc00113cf00, 0x51, 0xc0023fa8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 888 [semacquire]:
bytes.NewReader(...)
	/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00a7dbb30, 0xc003b2b230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a7dbb30, 0x0, 0x0, 0x0, 0x2600, 0xc000a32600, 0x25f0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc000a32600, 0x25f0, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0042b2460)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b2b570, 0xc007abbcc0, 0xc007b3a5a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 889 [semacquire]:
bytes.NewReader(...)
	/usr/local/go/src/bytes/reader.go:160
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc00117c2a0, 0xc005e07230, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:33 +0xc3
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00117c2a0, 0x0, 0x0, 0x0, 0x1500, 0xc00b7caa00, 0x14f5, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc00b7caa00, 0x14f5, 0x0, 0x0, 0x0, 0x440d95, 0xc00ac7e2d0, 0x7f5ff407c3c1, 0x6ab288a900000080)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005e07570, 0xc006dc00a0, 0xc008bdcf00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040e720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 891 [semacquire]:
bytes.makeSlice(0xc22, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002bc9260, 0x1d6, 0x11)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002bc9260, 0xc007b80000, 0x1d6, 0x5165d7, 0xc00260bc03, 0xc002481c10)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022c3c70)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0022c3c00)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0020ed3b0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00535afc0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005f1ad20, 0xc005f1afc0, 0xc00002e800)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002bc9570, 0xc006cb6aa0, 0x7e)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040eba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 892 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00651d360, 0xc001191318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001191418, 0xaa0503, 0x2, 0xc005c35900, 0x4b1, 0x2, 0x11e, 0xc00651d340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005c35900, 0x4b1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001191570, 0xc0064493e0, 0x51, 0xc0028b8f60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ecc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 893 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004bf6000, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0011f1ff0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003ca1440, 0x227, 0x227, 0x1, 0xc003ca1440)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0042a8d80, 0x55, 0xc003ca1440, 0x227, 0xaa0378, 0x1, 0xc003ca1440, 0x227, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ed80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 894 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00265c260, 0xc000ea5318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ea5418, 0xaa0503, 0x2, 0xc003a30000, 0xe0c, 0x4, 0x268, 0xc00aa69780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003a30000, 0xe0c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ea5570, 0xc004ae3d40, 0x5b, 0xc001df4240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ee40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 895 [semacquire]:
strings.genSplit(0xc00501c000, 0xa33, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00450ac00, 0x260, 0x260)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e2b418, 0xaa04fd, 0x2, 0xc003248a80, 0xa33, 0x1, 0x260, 0xc00523bd20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003248a80, 0xa33, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e2b570, 0xc00457f5c0, 0x35, 0xc001e14280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ef60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 896 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002accc00, 0x129f, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002accc00, 0x129f, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002accc00, 0x129f, 0x0, 0x0, 0x115f500, 0xc002accc00, 0x129f)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002accc00, 0x129f, 0x0, 0x0, 0xaa0378, 0x1, 0xc002ac8000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002accc00, 0x129f, 0x129f, 0xc002accc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000694157, 0x38, 0xc002accc00, 0x129f, 0xaa0378, 0x1, 0xc002accc00, 0x129f, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 897 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00113db80, 0xc0001cb318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001cb418, 0xaa05c9, 0x2, 0xc002bf0600, 0x1916, 0x8, 0x4b0, 0xc00a117e20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002bf0600, 0x1916, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0001cb570, 0xc007026d00, 0x26, 0xc0059274a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 898 [semacquire]:
regexp.makeOnePass.func1(0x7, 0xc002897c10, 0x10, 0x10, 0x1)
	/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc008bc8420, 0xc008bc8420)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc008bc83c0, 0xc008bc83c0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0xa6)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003d05050, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003d05050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00720dadc)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003d05050, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003d05050, 0x1, 0xc00a780a50, 0xc01002f8700, 0x28042d0a97d0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003d05050, 0x4, 0x923, 0xc005839601, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005839000, 0x28, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc0004a6ef0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003251dd0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d05950, 0xc003b73800, 0x16c7, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 899 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003cb07b0, 0xc00a053230, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc00a053570, 0xc002825c60, 0x7f602d0a9108, 0x0, 0x6d0000c007ee45a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:551 +0x183
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00a053570, 0xc002825c60, 0xb9)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 901 [semacquire]:
strings.genSplit(0xc0069fc000, 0x1fe1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x527, 0x527)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a35418, 0xaa04f9, 0x2, 0xc008102000, 0x1fe1, 0x1, 0x527, 0xc0085a1c60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008102000, 0x1fe1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a35570, 0xc00aa69b20, 0x5a, 0xc0005b0011)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 902 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ac3118, 0xc00b02c850, 0x2c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:258 +0x1e1
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ac3118, 0xc00b02c850, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00b02c770, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001ac3118, 0xc00b02c770, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001ac3118, 0xc00b02c770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001ac3118, 0xc00b02c770, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00ab71e30, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039c9118, 0xc00ab71e30, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00ab71e30, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00ab71d50, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039c9118, 0xc00ab71d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00ab71d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00af0b9d0, 0xc0039c8d88, 0x466665)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039c9118, 0xc00af0b9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00af0b9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001ac3118, 0xc00af0b8f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039c9118, 0xc00af0b8f0, 0x54b170, 0xc00518c000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00af0b8f0, 0x0, 0x0, 0x0, 0x0, 0xc00af0b8f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc009be8e70, 0x0, 0x0, 0x0, 0x2600, 0xc00404d800, 0x250a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00404d800, 0x250a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005138b40)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039c9570, 0xc00a116280, 0xc0027ff080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 903 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004bc0000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc004bc1d40, 0xc0080c4af0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0080bedb0, 0x0, 0x0, 0x0, 0x0, 0x5301, 0xc0080bed80)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0080bed80, 0x0, 0x0, 0x0, 0x5500, 0xc001e67500, 0x5354, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc001e67500, 0x5354, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc008046f30)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004575570, 0xc009ff5a00, 0xc0085a14a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 904 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0067b4580, 0xc0038c3318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038c3418, 0xaa05c9, 0x2, 0xc0066f3200, 0x885, 0x6, 0x1d9, 0xc009e37c40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0066f3200, 0x885, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038c3570, 0xc007d6cba0, 0x2e, 0xc004983b60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040f980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 906 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00c6a0a00, 0x322, 0x322, 0x3, 0x0, 0x321, 0xc00c6a0a00)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002581570, 0xc004b49260, 0xc00a7ac580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fb00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 907 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00bd8d020, 0xc006fe13e0, 0xc00bd8d020)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.OpenGraphResolver(0xc0082ee3e0, 0xc0082ee3e0, 0xc0082ee3e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:276 +0x106
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 908 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a744300, 0x6e6, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a744300, 0x6e6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a744300, 0x6e6, 0x0, 0x0, 0x115f500, 0x6e6, 0x6e6)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a744300, 0x6e6, 0x0, 0x0, 0xaa0378, 0x1, 0xc0064afc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a744300, 0x6e6, 0x6e6, 0xc00a744300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004962b80, 0x37, 0xc00a744300, 0x6e6, 0xaa0378, 0x1, 0xc00a744300, 0x6e6, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fc80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 909 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc002045118, 0xaa04bf, 0x2, 0xc0030ec240, 0x11b, 0xae62c8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002045118, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002045118, 0xc008839420, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002045118, 0xc008839420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002045118, 0xc008839420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e7c70, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c23118, 0xc00a7e7c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e7c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e7b90, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c23118, 0xc00a7e7b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e7b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e7490, 0xc0012edc00, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003c23118, 0xc00a7e7490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e7490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002045118, 0xc00a7e73b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003c23118, 0xc00a7e73b0, 0x54b170, 0xc0079edba0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00a7e73b0, 0x0, 0x0, 0x0, 0x0, 0xc00a7e73b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001cf6ff0, 0x0, 0x0, 0x0, 0xd80, 0xc008d1ad80, 0xd0a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc008d1ad80, 0xd0a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000c4ba20)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003c23570, 0xc00265d6c0, 0xc00a0b4820)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040fd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 912 [semacquire]:
strings.Replace(0xc0045a41d0, 0x10, 0xaae974, 0x9, 0x0, 0x0, 0x1, 0x0, 0x9)
	/usr/local/go/src/strings/strings.go:941 +0x109
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc007d4f800, 0x6cf, 0x6cf, 0x1, 0xc007d4f800)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:46 +0x150
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00886bc0f, 0x30, 0xc007d4f800, 0x6cf, 0xaa0378, 0x1, 0xc007d4f800, 0x6cf, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00040ff80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 913 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc0071d91a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0071d9170, 0xc006775320, 0x7)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc006775708, 0xc006dc1140, 0xaac03e, 0x7, 0xc006dc1140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc006775708, 0xc006dc1140, 0xc002824ca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 915 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0075492c0, 0xc0, 0xc0, 0xc00004d180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0075492c0, 0xc0, 0x7544a2, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022835e0, 0xaa04f9, 0x2, 0xc0075492c0, 0xc0, 0x5, 0xc0022832e8, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc00a73f5c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00a73f4d0, 0xc002283378, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002283570, 0xc00a73f3b0, 0xc00a87bf40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002283570, 0xc00a73f3b0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002283570, 0xc00a73f3b0, 0xc00a73f3b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 916 [semacquire]:
strings.Replace(0xc001b78000, 0x1b39, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x2, 0xb7b900, 0xc00005e060)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc005fe4cb0, 0x0, 0x0, 0x0, 0x0, 0xc005fe4cb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a84bc50, 0x0, 0x0, 0x0, 0x2800, 0xc008f32800, 0x2751, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc008f32800, 0x2751, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0056d1820)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b5f570, 0xc004ab9fc0, 0xc00457edc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 918 [semacquire]:
strings.genSplit(0xc003def400, 0xaac, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x244, 0x244)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006feb418, 0xaa04fd, 0x2, 0xc0037b9c00, 0xaac, 0x1, 0x244, 0xc00aa69560)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037b9c00, 0xaac, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006feb570, 0xc00b0ff0a0, 0x33, 0xc00886a540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000371f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 919 [semacquire]:
strings.genSplit(0xc003c8d200, 0x8bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1c0, 0x1c0)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037ef418, 0xaa04d9, 0x2, 0xc003991b00, 0x8bb, 0x1, 0x1c0, 0xc004942740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003991b00, 0x8bb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037ef570, 0xc006809e80, 0x43, 0xc000d52910)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090e8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 922 [semacquire]:
strings.Replace(0xc00436e000, 0xaed, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc00005e060)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/jaytaylor/html2text.FromHTMLNode(0xc004ea15e0, 0x0, 0x0, 0x0, 0x0, 0xc004ea15e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a7dbcb0, 0x0, 0x0, 0x0, 0x1300, 0xc00056d900, 0x104f, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00056d900, 0x104f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0005aa890)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0026d9570, 0xc006f00920, 0xc006893620)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090ed20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 925 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00ad0e000, 0x2664, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00ad0e000, 0x2664, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00ad0e000, 0x2664, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00ad0e000, 0x2664, 0x0, 0x0, 0x115f500, 0xc00ad0e000, 0x2664)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00ad0e000, 0x2664, 0x0, 0x0, 0xaa0378, 0x1, 0xc002706000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00ad0e000, 0x2664, 0x2664, 0xc00ad0e000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000491270, 0x4c, 0xc00ad0e000, 0x2664, 0xaa0378, 0x1, 0xc00ad0e000, 0x2664, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 928 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c0880, 0xc00456b318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00456b418, 0xaa04d9, 0x2, 0xc0084c1b00, 0x8f5, 0x1, 0x1c7, 0xc002825d80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0084c1b00, 0x8f5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00456b570, 0xc002825040, 0x41, 0xc004610eb0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 929 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0030af800, 0x785, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0030af800, 0x785, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0030af800, 0x785, 0x0, 0x0, 0x115f500, 0x785, 0x785)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0030af800, 0x785, 0x0, 0x0, 0xaa0378, 0x1, 0xc0030ae800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0030af800, 0x785, 0x785, 0xc0030af800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00509f4a0, 0x41, 0xc0030af800, 0x785, 0xaa0378, 0x1, 0xc0030af800, 0x785, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 930 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00967cc30, 0xc005a06240, 0x53)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00967cc30, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00967cc30)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00967cc30, 0xc00503fea0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00abaa060, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00abaa030, 0x0, 0x0, 0x0, 0xd80, 0xc009db3600, 0xcf6, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc009db3600, 0xcf6, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00647f440)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc007087570, 0xc006f015a0, 0xc0077af020)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090f920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 931 [semacquire]:
strings.genSplit(0xc006940000, 0xfa3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x30f, 0x30f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00201d418, 0xaa0599, 0x2, 0xc005101000, 0xfa3, 0x1, 0x30f, 0xc009e37620)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005101000, 0xfa3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00201d570, 0xc006d6dbe0, 0x37, 0xc000f3ecc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090faa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 933 [semacquire]:
strings.genSplit(0xc00bd4ac80, 0xc5b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00ae8e000, 0x245, 0x245)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003be7418, 0xaa04fd, 0x2, 0xc0048f8c80, 0xc5b, 0x1, 0x245, 0xc007aba520)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0048f8c80, 0xc5b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003be7570, 0xc0054091e0, 0x50, 0xc000694a00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00090fda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 935 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c7b418, 0xaa0599, 0x2, 0xc0041b4000, 0xc1c, 0x1, 0x25e, 0xc006449b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0041b4000, 0xc1c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c7b570, 0xc00b31cb00, 0x36, 0xc002360aca)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 936 [semacquire]:
bytes.makeSlice(0x4ea, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002a013e0, 0xf0, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002a013e0, 0xc007330870, 0xf0, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cfb7a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000cfae00)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006963e30)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006963d50)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006963650)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0053a2ed0, 0xc000021da0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a01570, 0xc0000cb820, 0x31, 0xc006924b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043a960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 937 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000fa5800, 0x2f8, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000fa5800, 0x2f8, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000fa5800, 0x2f8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000fa5800, 0x2f8, 0x0, 0x0, 0x115f500, 0x2f8, 0x2f8)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000fa5800, 0x2f8, 0x0, 0x0, 0xaa0378, 0x1, 0xc000fa5200)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000fa5800, 0x2f8, 0x2f8, 0xc000fa5800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0064fb8f0, 0x2e, 0xc000fa5800, 0x2f8, 0xaa0378, 0x1, 0xc000fa5800, 0x2f8, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043aae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 938 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0048be580, 0x50c, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0048be580, 0x50c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0048be580, 0x50c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0048be580, 0x50c, 0x0, 0x0, 0x115f500, 0x50c, 0x50c)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0048be580, 0x50c, 0x0, 0x0, 0xaa0378, 0x1, 0xc0048be000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0048be580, 0x50c, 0x50c, 0xc0048be580)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c16f50, 0x34, 0xc0048be580, 0x50c, 0xaa0378, 0x1, 0xc0048be580, 0x50c, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043ad20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 940 [semacquire]:
bytes.makeSlice(0xcad, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0084ce9f0, 0x157, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0084ce9f0, 0xc0029109a0, 0x157, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0084ce9f0, 0xc0029109a0, 0x157, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2d3b0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2d340, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2c930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2c850, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0084ce9f0, 0xc003e2c150, 0xb84d20, 0xc0084ce9f0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0084ce9f0, 0xc003e2c150, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e8a030, 0x50d2a1, 0xc001a00a80, 0x21, 0xaada21)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0063d5570, 0xc0051fc5a0, 0xc0003b1d20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 942 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3bfc0, 0xc00208d318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00208d418, 0xaa0599, 0x2, 0xc0063baa80, 0x9d1, 0x1, 0x1e6, 0xc00272a940)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0063baa80, 0x9d1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00208d570, 0xc001d41e20, 0x24, 0xc000114c60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 943 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00a364c00, 0x5c4, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00a364c00, 0x5c4, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00a364c00, 0x5c4, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00a364c00, 0x5c4, 0x0, 0x0, 0x115f500, 0x5c4, 0x5c4)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00a364c00, 0x5c4, 0x0, 0x0, 0xaa0378, 0x1, 0xc00a364600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a364c00, 0x5c4, 0x5c4, 0xc00a364c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114990, 0x24, 0xc00a364c00, 0x5c4, 0xaa0378, 0x1, 0xc00a364c00, 0x5c4, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 945 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0078ec750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0078ec820, 0xc004988a80, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc004e560f0, 0x0, 0x0, 0x0, 0x0, 0x601, 0xc004e560c0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004e560c0, 0x0, 0x0, 0x0, 0x700, 0xc003bd0000, 0x6a9, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003bd0000, 0x6a9, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc000bcf4a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002019570, 0xc00265cce0, 0xc00afb1480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043b7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 947 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc008bc8480, 0xab2997, 0xc, 0xac009e, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc005805570, 0xc008bc8480, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005805570, 0xc004cfc900, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00043baa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 951 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0049c0fe0, 0xc003f0b318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0b418, 0xaa04d9, 0x2, 0xc00751b500, 0x955, 0x1, 0x1e0, 0xc00ac7c1a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00751b500, 0x955, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0b570, 0xc004cfd680, 0x42, 0xc0044e037b)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 952 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005b8d400, 0x4eb, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005b8d400, 0x4eb, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005b8d400, 0x4eb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005b8d400, 0x4eb, 0x0, 0x0, 0x115f500, 0x4eb, 0x4eb)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005b8d400, 0x4eb, 0x0, 0x0, 0xaa0378, 0x1, 0xc005b8cf00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005b8d400, 0x4eb, 0x4eb, 0xc005b8d400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc007291fc0, 0x3c, 0xc005b8d400, 0x4eb, 0xaa0378, 0x1, 0xc005b8d400, 0x4eb, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 954 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00b9fca00, 0x13b7, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00b9fca00, 0x13b7, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00b9fca00, 0x13b7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00b9fca00, 0x13b7, 0x0, 0x0, 0x115f500, 0x13b7, 0x13b7)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00b9fca00, 0x13b7, 0x0, 0x0, 0xaa0378, 0x1, 0xc000630a00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00b9fca00, 0x13b7, 0x13b7, 0xc00b9fca00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005aa970, 0xf, 0xc00b9fca00, 0x13b7, 0xaa0378, 0x1, 0xc00b9fca00, 0x13b7, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 955 [semacquire]:
strings.genSplit(0xc006b14000, 0x11f7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007fa4a00, 0x332, 0x332)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e8b418, 0xaa0503, 0x2, 0xc00221b900, 0x11f7, 0x3, 0x332, 0xc00265c720)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00221b900, 0x11f7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e8b570, 0xc0057d0240, 0x1f, 0xc0060bb9a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 956 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb040, 0x0, 0x0, 0x0, 0xc0032e0800, 0x1578, 0x2, 0xc0033d5270, 0xc00a09e538, 0x7de1b0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb040, 0xc0032e0800, 0x1578, 0xaa0378, 0x1, 0xc004e16ce0, 0xc00ae7e700)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0033d53e0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0033d53e0, 0xc00b1fd800, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0033d5401, 0xc00a09ebb0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0033d5570, 0xc00b1fd800, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 957 [semacquire]:
regexp/syntax.(*parser).push(0xc006b2bf80, 0xc007cce620, 0xc007cce620)
	/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc006b2bf80, 0x6b)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002859358, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002859358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002859358, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002859358, 0x75a856, 0x0, 0xc000b52ee0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002859358, 0xc002859320, 0xc0028593a8, 0x42ca96, 0xc00899ce10, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0028593c0, 0xc0028593d8, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00651d600)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0040080c0, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002859570, 0xc006f01c40, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000474fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 958 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0022d6c00, 0x1282, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0022d6c00, 0x1282, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0022d6c00, 0x1282, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0022d6c00, 0x1282, 0x0, 0x0, 0x115f500, 0x1282, 0x1282)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0022d6c00, 0x1282, 0x0, 0x0, 0xaa0378, 0x1, 0xc0022d5900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0022d6c00, 0x1282, 0x1282, 0xc0022d6c00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0064d8ec0, 0x39, 0xc0022d6c00, 0x1282, 0xaa0378, 0x1, 0xc0022d6c00, 0x1282, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 959 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523b1c0, 0xc003c79318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c79418, 0xaa04f9, 0x2, 0xc001198000, 0x977, 0x4, 0x1dd, 0xc00272b160)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc001198000, 0x977, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c79570, 0xc000960b20, 0x2d, 0xc005927d10)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004752c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 960 [semacquire]:
regexp/syntax.(*parser).push(0xc000073920, 0xc005b2d880, 0x1)
	/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc000073920, 0xabc109, 0x11)
	/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
	/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000983358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000983358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000983358, 0x0, 0xb856e0, 0xc0003b0188, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000983358, 0xc006094070, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000983358, 0x42ca96, 0xc004b1d8f0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0009833c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc006f00800, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00200de30, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000983570, 0xc00265da60, 0xabc101, 0x1d, 0x49, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 961 [semacquire]:
strings.genSplit(0xc006598900, 0x81d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc008ac8f80, 0x199, 0x199)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0f418, 0xaa058b, 0x2, 0xc007a74900, 0x81d, 0x3, 0x199, 0xc0067b4840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007a74900, 0x81d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0f570, 0xc0051fc360, 0x20, 0xc000492da0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004755c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2466 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0029ae0d0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0029ae0d0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0029ae0d0, 0xc0077aacb0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00a5aaa60, 0x0, 0x0, 0x0, 0xc0039cd258, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00a5aaa60, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039cd950, 0xc003ecac00, 0x1248, 0x3, 0xc00454aa21, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc005a07620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 964 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0078ab8c0, 0xc0078ab8c0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0054fb570, 0xc004ae3a80, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 967 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0071c6000, 0x47b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0071c6000, 0x47b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0071c6000, 0x47b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0071c6000, 0x47b, 0x0, 0x0, 0x115f500, 0x47b, 0x47b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0071c6000, 0x47b, 0x0, 0x0, 0xaa0378, 0x1, 0xc000155680)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0071c6000, 0x47b, 0x47b, 0xc0071c6000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000c19170, 0x30, 0xc0071c6000, 0x47b, 0xaa0378, 0x1, 0xc0071c6000, 0x47b, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 968 [semacquire]:
regexp.onePassCopy(0xc000ebd9e0, 0xc000ebd9e0)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc000ebd9e0, 0xc000ebd9e0)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x159)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003c7d358, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003c7d358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c7d358, 0x0, 0xb856e0, 0xc0003b0008, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c7d358, 0xc007cb4070, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c7d358, 0x42cc84, 0xc000ebd9b0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc003c7d3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc009e376e0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007a95260, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003c7d570, 0xc00272a1a0, 0xabc101, 0x1d, 0x39, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 970 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x127, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00a66f040, 0x127, 0x127, 0xc00a66f040)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000cab400, 0x39, 0xc00a66f040, 0x127, 0xaa0378, 0x1, 0xc00a66f040, 0x127, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc000475f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 971 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc006f01800, 0xc003f0d318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0d418, 0xaa058b, 0x2, 0xc005505800, 0x392, 0xc005505800, 0xc003f0d408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc005505800, 0x392, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0d570, 0xc0081de980, 0x35, 0xc00886a1c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca0c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 972 [semacquire]:
bytes.makeSlice(0x19d, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001f97260, 0x11d, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001f97260, 0xc0053bb8c0, 0x11d, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0055f3b20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0055f3960)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc008139b60, 0xa9ece0, 0xc008139b30)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001f97570, 0xc004e16a40, 0x58)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 973 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc009e377e0, 0xc003cab318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cab418, 0xaa04d9, 0x2, 0xc0033e9b00, 0x8fe, 0xc0033e9b00, 0xc003cab408, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0033e9b00, 0x8fe, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cab570, 0xc008c7ef40, 0x48, 0xc0044e02d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca3c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 975 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc00571a090, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00571a090, 0x0, 0x0, 0x0, 0x0, 0x701, 0xc00571a060)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00571a060, 0x0, 0x0, 0x0, 0x800, 0xc006787000, 0x7ea, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006787000, 0x7ea, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc007c45b00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002743570, 0xc004b49e00, 0xc009c20160)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003ca6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1823 [semacquire]:
bytes.makeSlice(0x103f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000f6f118, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000f6f118, 0x1189d56, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc000f6f118, 0xc003959201, 0xc73, 0xc73, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f6f118, 0xc0001eb7a0, 0xc004cd7b80, 0xc000f6dff8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001eb730, 0xc000000001, 0x9)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f6f118, 0xc0001eb730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f6f118, 0xc0001eb730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001eb650, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000f6f118, 0xc0001eb650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000f6f118, 0xc0001eb650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001ea700, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002845118, 0xc0001ea700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc0001ea700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc0001ea620, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002845118, 0xc0001ea620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc0001ea620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc007aebc70, 0xc002844d98, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002845118, 0xc007aebc70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc007aebc70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc000f6f118, 0xc007aebb90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002845118, 0xc007aebb90, 0x54b170, 0xc005853c70)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007aebb90, 0x0, 0x0, 0x0, 0x0, 0xc007aebb90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0074596b0, 0x0, 0x0, 0x0, 0x1800, 0xc006783000, 0x15fe, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006783000, 0x15fe, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00bcf3480)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002845570, 0xc0003b0ea0, 0xc0003b1840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc003735440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 978 [semacquire]:
strings.genSplit(0xc008fa6c00, 0xac7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00b3daf00, 0x20a, 0x20a)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005e99418, 0xaa04fd, 0x2, 0xc00598c800, 0xac7, 0x1, 0x20a, 0xc008c7ea40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00598c800, 0xac7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005e99570, 0xc000961280, 0x21, 0xc00873e690)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cab40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 979 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007970560, 0xc001b4d318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b4d418, 0xaa04f9, 0x2, 0xc0037ba800, 0xb09, 0x1, 0x217, 0xc00000eb20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0037ba800, 0xb09, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001b4d570, 0xc00a251c20, 0x3b, 0xc00526dd00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cacc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 983 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000f5b5e0, 0xaa04f9, 0x2, 0xc008e0f8c0, 0x14d, 0x1, 0x33, 0xc00723cdc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000f5b570, 0xc000ca1d40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb2c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 984 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00651d120, 0xc0020bf318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020bf418, 0xaa04df, 0x2, 0xc0076f5700, 0x51e, 0x4, 0x114, 0xc00651d100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0076f5700, 0x51e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0020bf570, 0xc007c64180, 0x39, 0xc0071acb80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 985 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007b3af20, 0xc002177318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002177418, 0xaa058b, 0x2, 0xc0064b0300, 0x615, 0x4, 0x12f, 0xc00272a460)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc0064b0300, 0x615, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002177570, 0xc001d41ee0, 0x38, 0xc001da40c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cb5c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 990 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002566a90, 0x1189d00, 0x1)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002566a90, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002566a90)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002566a90, 0xc007995490, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00a895650, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc00a895620)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00a895620, 0x0, 0x0, 0x0, 0xc00, 0xc003129400, 0xb44, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003129400, 0xb44, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005cc9200)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003849570, 0xc000421260, 0xc0019fb700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0003cbd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1150 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00523b4c0, 0xc00b12b318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00b12b418, 0xaa04df, 0x2, 0xc00b598c00, 0x1215, 0x5, 0x3bb, 0xc005ceff40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00b598c00, 0x1215, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00b12b570, 0xc005cefa20, 0x3c, 0xc005d887d4)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0029acde0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 994 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:16
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000b9f5e0, 0xaa04f9, 0x2, 0xc0098c8c00, 0xb9, 0xb, 0xc000b9f2e8, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x61
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x1, 0xc00571bfb0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00571bd70, 0xc000b9f378, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc000b9f570, 0xc00b6c1830, 0xc005409040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc000b9f570, 0xc00b6c1830, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc000b9f570, 0xc00b6c1830, 0xc00b6c1830)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049e7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 996 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00059b418, 0xaa04f9, 0x2, 0xc008d1e380, 0xce1, 0x1, 0x295, 0xc00b43b960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc008d1e380, 0xce1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00059b570, 0xc0000cb240, 0x47, 0xc000ea7310)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049ede0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 997 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0078e7000, 0x748, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0078e7000, 0x748, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0078e7000, 0x748, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0078e7000, 0x748, 0x0, 0x0, 0x115f500, 0x748, 0x748)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0078e7000, 0x748, 0x0, 0x0, 0xaa0378, 0x1, 0xc00660a800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0078e7000, 0x748, 0x748, 0xc0078e7000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00487c4c0, 0x31, 0xc0078e7000, 0x748, 0xaa0378, 0x1, 0xc0078e7000, 0x748, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 998 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00470ff20, 0xc003939318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003939418, 0xaa0569, 0x2, 0xc002957500, 0x9b9, 0x27, 0x1a5, 0xc009e372e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc002957500, 0x9b9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003939570, 0xc002186520, 0x41, 0xc00465fbd0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049f3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1001 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007676600, 0x10ef, 0xc0036f9270, 0xc00004d180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007676600, 0x10ef, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036f9418, 0xaa04f9, 0x2, 0xc007676600, 0x10ef, 0x1, 0x32f, 0xc00875b5a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007676600, 0x10ef, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036f9570, 0xc004991b40, 0x39, 0xc000be06c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc00049fce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1002 [semacquire]:
regexp.makeOnePass(0xc009de5590, 0xc009de5590)
	/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc005f1a4e0, 0xc005f1a4e0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00376b358, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00376b358, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00376b358, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00376b358, 0x75a856, 0x0, 0xc0034ff3b0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00376b358, 0xc00376b320, 0xc00376b3a8, 0x42ca96, 0xc005f1a4b0, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc00376b3c0, 0xc00376b3d8, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc005e52280)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024210b0, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00376b570, 0xc005f1d9e0, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1003 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007971cc0, 0xc00393d318, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00393d418, 0xaa0569, 0x2, 0xc007d4dc00, 0x643, 0x15, 0x180, 0xc007971ca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc007d4dc00, 0x643, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00393d570, 0xc002186280, 0x33, 0xc000be04c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1004 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00393f358, 0x0, 0xb856e0, 0xc0003b0108, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:766 +0x1e7
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00393f358, 0xc0031e4070, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00393f358, 0x42ca96, 0xc008b0f6b0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00393f3c8, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007b3bbe0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0016d3500, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00393f570, 0xc0049420a0, 0xabc101, 0x1d, 0x40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1005 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046b95e0, 0xaa04f9, 0x2, 0xc00794b740, 0xb8, 0x5, 0x1e, 0xc007b3bee0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0046b9570, 0xc003d23da0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046b9570, 0xc004ae3580, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1006 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).AddNodes(0xc007fac270, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:38 +0xa2
github.com/PuerkitoBio/goquery.(*Selection).AddSelection(0xc007fac270, 0xc007fac330, 0x6)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:27 +0x53
github.com/PuerkitoBio/goquery.(*Selection).Union(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/expand.go:32
github.com/advancedlogic/GoOse.(*VideoExtractor).GetVideos(0xc006ac58a0, 0xc00113d460, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/videos.go:141 +0x133
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:163 +0x86a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d6c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 2448 [semacquire]:
strings.genSplit(0xc0073bc000, 0x1437, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00bc0a000, 0x459, 0x459)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc008aaf418, 0xaa04f9, 0x2, 0xc00a31c000, 0x1437, 0x1, 0x459, 0xc007ff2f00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00041c000, 0xc00a31c000, 0x1437, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc008aaf570, 0xc007ff2b60, 0x86, 0xc008f9fdd0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc007349440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1008 [semacquire]:
strings.genSplit(0xc003d82000, 0x6ae, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004f2ca00, 0x13d, 0x13d)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a0f418, 0xaa058b, 0x2, 0xc00a80a700, 0x6ae, 0x2, 0x13d, 0xc0049c1960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc00a80a700, 0x6ae, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005a0f570, 0xc00265d4c0, 0x52, 0xc00247d740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1011 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004e0e000, 0x78e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004e0e000, 0x78e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004e0e000, 0x78e, 0x0, 0x0, 0x115f500, 0x78e, 0x78e)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004e0e000, 0x78e, 0x0, 0x0, 0xaa0378, 0x1, 0xc004cc9000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004e0e000, 0x78e, 0x78e, 0xc004e0e000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0069250c0, 0x3f, 0xc004e0e000, 0x78e, 0xaa0378, 0x1, 0xc004e0e000, 0x78e, 0x11)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7b60, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:189 +0x342
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1012 [semacquire]:
strings.genSplit(0xc00350b300, 0x1213, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0093baa00, 0x323, 0x323)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038c5418, 0xaa04d9, 0x2, 0xc003ffb300, 0x1213, 0x1, 0x323, 0xc00a117380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0003a6060, 0xc003ffb300, 0x1213, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038c5570, 0xc00a8ebd40, 0x50, 0xc000490a00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1.1(0xc000029c70, 0xc0002353e0, 0xc000235410, 0xc0004d7e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:184 +0x27c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.CategoriesCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:165 +0x18a

goroutine 1013 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006061458, 0xaa04f9, 0x2, 0xc0024881e0, 0xe2, 0xc006061298, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc008bc9ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc008bc9e90, 0xc006061320, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0060613e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0060613e0, 0xc004d5