Script exit with exit code 2
fatal error: concurrent map writes
goroutine 832 [running]:
runtime.throw(0xab7b31, 0x15)
/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc002d75a90 sp=0xc002d75a60 pc=0x453732
runtime.mapassign_faststr(0xa13de0, 0xc000235410, 0xc0005f8343, 0x18, 0xaa04f9)
/usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc002d75af8 sp=0xc002d75a90 pc=0x4338e7
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9 fp=0xc002d75fb8 sp=0xc002d75af8 pc=0x824ef9
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc002d75fc0 sp=0xc002d75fb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1 [semacquire]:
syscall.ByteSliceFromString(0xc000347560, 0x5b, 0x7fc559da19b8, 0xc000000180, 0xc00018d370, 0x2f6c00c000010668, 0x5a)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.fstatat(0xffffffffffffff9c, 0xc000347560, 0x5b, 0xc00009efa8, 0x100, 0x5b, 0xc000347560)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:1476 +0x3f
syscall.Lstat(...)
/usr/local/go/src/syscall/syscall_linux_amd64.go:76
os.lstatNolog(0xc000347560, 0x5b, 0x5b, 0x1, 0xc000347560, 0x5b)
/usr/local/go/src/os/stat_unix.go:42 +0x6e
os.Lstat(0xc000347560, 0x5b, 0x2, 0xc000347560, 0x5b, 0x0)
/usr/local/go/src/os/stat.go:22 +0x4d
path/filepath.walk(0xc00002a0a0, 0x42, 0xb89740, 0xc0002368f0, 0xc00018d548, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:378 +0x1d3
path/filepath.walk(0xc000117880, 0x3f, 0xb89740, 0xc000236820, 0xc00018d548, 0x0, 0x0)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7fff673ba7c9, 0x37, 0xb89740, 0xc000236750, 0xc00018d548, 0x0, 0xc00018d248)
/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7fff673ba7c9, 0x37, 0xc00018d548, 0x10, 0x0)
/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand(0x7fff673ba7c9, 0x37, 0xffffffffffffffff, 0xbfb4b44773cb37e3)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:265 +0x1a1
main.main()
/home/ec2-user/environment/cluster2/tgnews.go:75 +0x72a
goroutine 6 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
/usr/local/go/src/os/signal/signal.go:127 +0x44
goroutine 8 [chan receive]:
main.main.func1(0xc000073140, 0xbfb4b44773cb37e3, 0x2ce070, 0x1251a20)
/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176
goroutine 9 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc450002a30, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002fd5dc0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002fd5db0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042cb000, 0x722, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002a5f0, 0x44, 0xc0042cb000, 0x722, 0xc0042cb000, 0x722, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002a5f0, 0x44, 0xc0042cb000, 0x722, 0xaa0378, 0x1, 0xc0042cb000, 0x722, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 11 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc00300e5b0, 0x69, 0x2, 0xc003564198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc00300e5b0, 0x69, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035650c0, 0xc0040dd110, 0xc0035641b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0040dd0a0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0035650c0, 0xc0040dd0a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0035650c0, 0xc0040dd0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0035650c0, 0xc0040dd0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041daa80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033690c0, 0xc0041daa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041daa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041da9a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033690c0, 0xc0041da9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041da9a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041da2a0, 0xc001d50700, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0033690c0, 0xc0041da2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041da2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0035650c0, 0xc0041da1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0033690c0, 0xc0041da1c0, 0x54b170, 0xc00061e270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0041da1c0, 0x0, 0x0, 0x0, 0x0, 0xc0041da1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0031eef90, 0x0, 0x0, 0x0, 0x2500, 0xc003312a00, 0x2063, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003312a00, 0x2063, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0026ce640)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003369518, 0xc00344c280, 0xc0029cc8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 12 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 13 [semacquire]:
strings.Replace(0xc002b99500, 0x146e, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002b99500, 0x146e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055438f8, 0xc002b99500, 0x146e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 14 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003b7c000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003b7c0d0, 0xc005459960, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d6000, 0x0, 0x0, 0x0, 0xc0026b7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d6000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026b78f8, 0xc002766a00, 0x6ef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 15 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc42c002210, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028f7d80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f7d70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004750d80, 0x20d, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026cea50, 0x44, 0xc004750d80, 0x20d, 0xc004750d80, 0x20d, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026cea50, 0x44, 0xc004750d80, 0x20d, 0xaa0378, 0x1, 0xc004750d80, 0x20d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 16 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00410f180, 0x50c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00410f180, 0x50c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00410f180, 0x50c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00410f180, 0x50c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00410f180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00410f180, 0x50c, 0x0, 0x0, 0x50c, 0x600, 0xc00410f180)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00410f180, 0x50c, 0x50c, 0x600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c5a780, 0x44, 0xc00410f180, 0x50c, 0xc00410f180, 0x50c, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002c5a780, 0x44, 0xc00410f180, 0x50c, 0xaa0378, 0x1, 0xc00410f180, 0x50c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007e960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 18 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004ff5100, 0x6d9, 0xc00245d218, 0xc000bd2e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004ff5100, 0x6d9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00245d3c0, 0xaa04fd, 0x2, 0xc004ff5100, 0x6d9, 0x1, 0x174, 0xc004822600)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc004ff5100, 0x6d9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00245d518, 0xc0037111a0, 0x38, 0xc0026cc980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 19 [semacquire]:
strings.genSplit(0xc004ff3c00, 0x661, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0052fea00, 0x14f, 0x14f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c2f3c0, 0xaa0599, 0x2, 0xc0050ec700, 0x661, 0x29, 0x14f, 0xc004822140)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0050ec700, 0x661, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c2f518, 0xc0029cd2c0, 0x31, 0xc0032d17c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 20 [semacquire]:
bytes.makeSlice(0x1f7c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002bb19e0, 0xd0, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002bb19e0, 0xc00350c4e0, 0xd0, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002bb19e0, 0xc00350c4e0, 0xd0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc0058a1180, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc0058a1110, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc001f34fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc001f34ee0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb19e0, 0xc001f347e0, 0xb84d20, 0xc002bb19e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002bb19e0, 0xc001f347e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002bb1830, 0x4f22b623, 0x1251a20, 0xc0055d8c00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 21 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 22 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._cgo_cmalloc(0xdae, 0x7fc4a0003c60)
_cgo_gotypes.go:138 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_CString(0xc002a9c000, 0xdad, 0xc000234750)
_cgo_gotypes.go:47 +0x33
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002e0fce0, 0xc002a9c000, 0xdad, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:139 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002a9c000, 0xdad, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274a8d0, 0x30, 0xc002a9c000, 0xdad, 0xc002a9c000, 0xdad, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274a8d0, 0x30, 0xc002a9c000, 0xdad, 0xaa0378, 0x1, 0xc002a9c000, 0xdad, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 23 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004822120, 0xc00057e950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 24 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00281ab30, 0xc004b67298, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00281ab30, 0xc006378700, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00281ab30, 0xc006378770, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc006378770, 0xc006378770, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00281aff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00281aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0021af24c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00281aff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00281aff8, 0x1, 0xc0063654b0, 0xc01000000d4, 0x2804000000d8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00281aff8, 0x4, 0x25b, 0xc003356d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003356000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc00087d6c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024b3a70, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00281b8f8, 0xc004aa2000, 0xd9f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007eea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 25 [runnable]:
golang.org/x/net/html.(*parser).addChild(0xc0064aa9c0, 0xc0050ea690)
/home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0064aa9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x17c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aa9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064aa9c0, 0xc005079ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254e480, 0x0, 0x0, 0x0, 0xc002f1d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254e480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f1d8f8, 0xc004704000, 0xfc0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 26 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 27 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0035ac000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0035ac0d0, 0xc002a27f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0036b4a00, 0x0, 0x0, 0x0, 0xc003e43200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0036b4a00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e438f8, 0xc000868480, 0x19c5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 28 [semacquire]:
strings.Replace(0xc002dba000, 0xa16, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002817950, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032418f8, 0xc002dba000, 0xa16, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 29 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a45500, 0xc0044552c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044553c0, 0xaa04fd, 0x2, 0xc0054d4800, 0x7d7, 0xc0054d4800, 0xc0044553b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc0054d4800, 0x7d7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004455518, 0xc004a451c0, 0x20, 0xc00027e8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 30 [semacquire]:
strings.genSplit(0xc0058a9440, 0x81, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x81, 0xc0058a93b0, 0x81)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0052c1588, 0xaa04f9, 0x2, 0xc0058a93b0, 0x81, 0x18, 0xc0052c1290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc00337f830)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005373260, 0xc0052c1320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0052c1518, 0xc0053727e0, 0xc0047ed560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0052c1518, 0xc0053727e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0052c1518, 0xc0053727e0, 0xc0053727e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 31 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00354b500, 0x9c8, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00354b500, 0x9c8, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00354b500, 0x9c8, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00354b500, 0x9c8, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00354b500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00354b500, 0x9c8, 0x0, 0x0, 0x9c8, 0xc00, 0xc00354b500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00354b500, 0x9c8, 0x9c8, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026cef00, 0x41, 0xc00354b500, 0x9c8, 0xc00354b500, 0x9c8, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026cef00, 0x41, 0xc00354b500, 0x9c8, 0xaa0378, 0x1, 0xc00354b500, 0x9c8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 32 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004913e80, 0xc00578d220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00578d588, 0xaa04f9, 0x2, 0xc0057abc00, 0x36d, 0x0, 0xc000365880, 0x7fc559da19b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00578d518, 0xc0041d6f00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 33 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003b98a80, 0xa3d, 0xc003fb5218, 0xc000bd2e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003b98a80, 0xa3d, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb53c0, 0xaa0503, 0x2, 0xc003b98a80, 0xa3d, 0x2, 0x1ee, 0xc004e97e20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748180, 0xc003b98a80, 0xa3d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb5518, 0xc00221b580, 0x24, 0xc0024ee6f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 34 [semacquire]:
bytes.makeSlice(0xf2b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003dcd650, 0x181, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003dcd650, 0xc002514000, 0x181, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003dcd650, 0xc002514000, 0x181, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc0064fe150, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc003a85a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc00303a850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc00303a770, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd650, 0xc00303a070, 0xb84d20, 0xc003dcd650)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcd650, 0xc00303a070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcd4a0, 0x4f348bae, 0x1251a20, 0xc003dead20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 35 [semacquire]:
strings.genSplit(0xc004a13500, 0x66d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x66d, 0xc002e57800, 0x673)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003005518, 0xc003dd3d00, 0xc00000e800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 36 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003c4a300, 0x637, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003c4a300, 0x637, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003c4a300, 0x637, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003c4a300, 0x637, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003c4a300, 0x637, 0x0, 0x0, 0x637, 0xc003c4a300, 0x637)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003c4a300, 0x637, 0x637, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003a7a0f0, 0x4b, 0xc003c4a300, 0x637, 0xc003c4a300, 0x637, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003a7a0f0, 0x4b, 0xc003c4a300, 0x637, 0xaa0378, 0x1, 0xc003c4a300, 0x637, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 37 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0036ffe30, 0xc00620e330, 0xc00571d210)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00571d518, 0xc0036ffe30, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00571d518, 0xc0036b5640, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 38 [runnable]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 39 [semacquire]:
strings.genSplit(0xad3f40, 0xf6b, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc001f00000, 0x224, 0x224)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007f9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 40 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0048223e0, 0xc0003cd950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007faa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 41 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002a5c400, 0xb61, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002a5c400, 0xb61, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002a5c400, 0xb61, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002a5c400, 0xb61, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002a5c400, 0xb61, 0x0, 0x0, 0xb61, 0xc002a5c400, 0xb61)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002a5c400, 0xb61, 0xb61, 0xd80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303f780, 0x3a, 0xc002a5c400, 0xb61, 0xc002a5c400, 0xb61, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303f780, 0x3a, 0xc002a5c400, 0xb61, 0xaa0378, 0x1, 0xc002a5c400, 0xb61, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 43 [semacquire]:
strings.Replace(0xc00520ac00, 0x1119, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc00293fb00, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048358f8, 0xc00520ac00, 0x1119, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 44 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003ab3500, 0x6fc, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003ab3500, 0x6fc, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003ab3500, 0x6fc, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003ab3500, 0x6fc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003ab3500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003ab3500, 0x6fc, 0x0, 0x0, 0x6fc, 0x800, 0xc003ab3500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003ab3500, 0x6fc, 0x6fc, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e5d00, 0x37, 0xc003ab3500, 0x6fc, 0xc003ab3500, 0x6fc, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e5d00, 0x37, 0xc003ab3500, 0x6fc, 0xaa0378, 0x1, 0xc003ab3500, 0x6fc, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 45 [semacquire]:
strings.genSplit(0xc005ce4000, 0x50b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x118, 0x118)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044ef3c0, 0xaa058b, 0x2, 0xc0048bf600, 0x50b, 0x1, 0x118, 0xc0038ad420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc0048bf600, 0x50b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0044ef518, 0xc0000ae980, 0x2e, 0xc002cca900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007fe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 46 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000f3f790, 0xc005680000, 0x15d)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000f3f790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000f3f790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000f3f790, 0xc00294f650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eae0, 0x0, 0x0, 0x0, 0xc003503200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035038f8, 0xc00296d500, 0x1427, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00007ff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 47 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000824be0, 0xc002fd92c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fd93c0, 0xaa0503, 0x2, 0xc0038fc580, 0x559, 0x3, 0x113, 0xc000824bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0038fc580, 0x559, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fd9518, 0xc002435ce0, 0x28, 0xc0026d68d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 48 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00087dd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00087dee0, 0xc0054eda40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f1a0, 0x0, 0x0, 0x0, 0xc003b91200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f1a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b918f8, 0xc003c37300, 0x1276, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003460c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 49 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004ba2b00, 0x530, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ba2b00, 0x530, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ba2b00, 0x530, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ba2b00, 0x530, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ba2b00, 0x530, 0x0, 0x0, 0x530, 0xc004ba2b00, 0x530)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ba2b00, 0x530, 0x530, 0x580)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002612e70, 0x2f, 0xc004ba2b00, 0x530, 0xc004ba2b00, 0x530, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002612e70, 0x2f, 0xc004ba2b00, 0x530, 0xaa0378, 0x1, 0xc004ba2b00, 0x530, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 50 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._cgo_cmalloc(0xb42, 0x7fc494005db0)
_cgo_gotypes.go:138 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_CString(0xc005aa4000, 0xb41, 0xc000234750)
_cgo_gotypes.go:47 +0x33
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc002e0fce0, 0xc005aa4000, 0xb41, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:139 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc005aa4000, 0xb41, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc004810380, 0x34, 0xc005aa4000, 0xb41, 0xc005aa4000, 0xb41, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc004810380, 0x34, 0xc005aa4000, 0xb41, 0xaa0378, 0x1, 0xc005aa4000, 0xb41, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 51 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004579000, 0x73f, 0xc0046f9218, 0xc001bfb500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004579000, 0x73f, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046f93c0, 0xaa04d9, 0x2, 0xc004579000, 0x73f, 0x1, 0x176, 0xc003e56840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc004579000, 0x73f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046f9518, 0xc003dd2ce0, 0x5b, 0xc000397020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 52 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003dcdb00, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0045a3518, 0xc004d456a0, 0x36, 0xc00309a280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003463c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 53 [semacquire]:
strings.genSplit(0xc00481a500, 0x4d4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x111, 0x111)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031b93c0, 0xaa05c9, 0x2, 0xc0032c8000, 0x4d4, 0x3, 0x111, 0xc002e0ffc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0032c8000, 0x4d4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031b9518, 0xc00254f5c0, 0x42, 0xc002c5a410)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 54 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f6f588, 0xaa04f9, 0x2, 0xc0004a3220, 0x96, 0x12, 0xc002f6f290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x3, 0xc004475860)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004475680, 0xc002f6f320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002f6f518, 0xc0035b08a0, 0xc00221b7e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002f6f518, 0xc0035b08a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002f6f518, 0xc0035b08a0, 0xc0035b08a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 55 [semacquire]:
strings.Replace(0xc00491b300, 0x1170, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc00491b300, 0x1170)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ab38f8, 0xc002c24000, 0x116e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 56 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000825cc0, 0xc000056950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x28)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003466c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 57 [semacquire]:
strings.genSplit(0xad4eab, 0xf75, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc002f9a300, 0x6e, 0x6e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 58 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002557500, 0x6b40b8f, 0x1251a20, 0xc00254ec60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 59 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b5fc0, 0xc000059950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 60 [semacquire]:
strings.genSplit(0xc0045dfb00, 0x84e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005bd2000, 0x1b5, 0x1b5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027593c0, 0xaa04fd, 0x2, 0xc0045e2000, 0x84e, 0x1, 0x1b5, 0xc0029cd3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306c900, 0xc0045e2000, 0x84e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002759518, 0xc0029ccf20, 0x34, 0xc0024e4140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003469c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 61 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c0156e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004ff0070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004ff0060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00353cf00, 0x49e, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273abe0, 0x2c, 0xc00353cf00, 0x49e, 0xc00353cf00, 0x49e, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273abe0, 0x2c, 0xc00353cf00, 0x49e, 0xaa0378, 0x1, 0xc00353cf00, 0x49e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 62 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 63 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 64 [runnable]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x278
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 65 [runnable]:
strings.TrimSpace(0xad6002, 0xc, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:871 +0x19b
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:29 +0x205
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 66 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc5000028f0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028f6920, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028f6910, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0042ca800, 0x78e, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260b810, 0x41, 0xc0042ca800, 0x78e, 0xc0042ca800, 0x78e, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260b810, 0x41, 0xc0042ca800, 0x78e, 0xaa0378, 0x1, 0xc0042ca800, 0x78e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 67 [semacquire]:
bytes.makeSlice(0x120a, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002bb1ad0, 0x2a8, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002bb1ad0, 0xc00332f600, 0x2a8, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002bb1ad0, 0xc00332f600, 0x2a8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00328e4d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00328e460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00570ddc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc00570dce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002bb1ad0, 0xc005459dc0, 0xb84d20, 0xc002bb1ad0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002bb1ad0, 0xc005459dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0027e2c60, 0x4f24143e, 0x1251a20, 0xc003d09920, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 68 [semacquire]:
bytes.makeSlice(0x70e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003dcc690, 0x126, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003dcc690, 0xc0051e5a40, 0x126, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003dcc690, 0xc0051e5a40, 0x126, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc690, 0xc00647c380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc690, 0xc00259f650, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc690, 0xc00259f5e0, 0xb84d20, 0xc003dcc690)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcc690, 0xc00259f5e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcc4e0, 0x4ef896be, 0x1251a20, 0xc000824c80, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 69 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc00461a7e0, 0xffffffff, 0xc005830a58)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc00461a7e0, 0xc005a79960, 0xc005a79960)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc00461a7e0, 0x79)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005830ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005830ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0032c34dc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005830ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005830ff8, 0x1, 0xc005a49330, 0xc0100fc7801, 0x280459d9fe98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005830ff8, 0x4, 0x59f, 0xc005ff2a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005ff2000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e37d40, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036f7e60, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058318f8, 0xc005818000, 0xa5b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 70 [semacquire]:
bytes.makeSlice(0x74b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0038ab860, 0x127, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0038ab860, 0xc003eb57c0, 0x127, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0038ab860, 0xc003eb57c0, 0x127, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0038ab860, 0xc00223d420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0038ab860, 0xc00223cee0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0038ab860, 0xc00223ce70, 0xb84d20, 0xc0038ab860)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0038ab860, 0xc00223ce70, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0038ab650, 0x4ecf032a, 0x1251a20, 0xc004c594c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 71 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 72 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00073a000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00073a0d0, 0xc0064ff0a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00453bbc0, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc0045ebad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0045ebad0, 0x0, 0x0, 0x0, 0xd80, 0xc0024dbb00, 0xcac, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0024dbb00, 0xcac, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00389d450)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044ed518, 0xc004c585e0, 0xc004c58ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003472c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 73 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000cfea90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000cfeb60, 0xc0030e3ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0036b4920, 0x0, 0x0, 0x0, 0xc00366b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0036b4920, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00366b8f8, 0xc0029d7500, 0x13bd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 74 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000cfe680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000cfe680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000cfe680, 0xc0034e3b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002e0fd60, 0x0, 0x0, 0x0, 0xc003117200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002e0fd60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031178f8, 0xc0031c3000, 0xe20, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 75 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d45440, 0xc004c012c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c013c0, 0xaa059b, 0x2, 0xc0043a7300, 0x11fe, 0x7, 0x3d6, 0xc004e962c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0043a7300, 0x11fe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c01518, 0xc0035e1f40, 0x17, 0xc0042fd380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 76 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000eaf1e0, 0xc00079d450, 0xc5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000eaf1e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eaf1e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eaf1e0, 0xc002a9b9d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08ec0, 0x0, 0x0, 0x0, 0xc002605200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08ec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026058f8, 0xc005935000, 0x2e98, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003475c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 77 [semacquire]:
strings.Replace(0xc0064ba000, 0x1e63, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x11, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064c18f8, 0xc0064ba000, 0x1e63, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 78 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eae1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000eae410, 0xc002599110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08d20, 0x0, 0x0, 0x0, 0xc005561200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08d20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055618f8, 0xc0059ae600, 0x10f6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 79 [semacquire]:
strings.Replace(0xc003998000, 0x1c0d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc03f800068, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d8f8f8, 0xc003998000, 0x1c0d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 80 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0034b3fb0, 0xc001cbf388, 0xc0034b3fb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.OpenGraphResolver(0xc0024356e0, 0xc0024356e0, 0xc0024356e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/images.go:276 +0x106
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:151 +0x646
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003478c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 81 [semacquire]:
strings.Replace(0xc00448c000, 0x227f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc00448c000, 0x227f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fc38f8, 0xc003317400, 0x2271, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 82 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00205e480, 0xc005ae72c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ae73c0, 0xaa05c9, 0x2, 0xc00433c000, 0x93f, 0x3, 0x207, 0xc004a17220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007484b0, 0xc00433c000, 0x93f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ae7518, 0xc004a16ea0, 0x40, 0xc004e17a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 83 [runnable]:
strings.Index(0xc003d92361, 0xcdb, 0xaa042f, 0x2, 0xca)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.Count(0xc003d92361, 0xcdb, 0xaa042f, 0x2, 0x0)
/usr/local/go/src/strings/strings.go:88 +0x9d
strings.Replace(0xc003d92000, 0x103c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xffffffffffffffff, 0xc0047f6330, 0x0)
/usr/local/go/src/strings/strings.go:934 +0xa1
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d038f8, 0xc003d92000, 0x103c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 84 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006087450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006087520, 0xc005f13a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003732b10, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc003732ae0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003732ae0, 0x0, 0x0, 0x0, 0x1300, 0xc004b90000, 0x1040, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004b90000, 0x1040, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004879880)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004125518, 0xc00254e4c0, 0xc004a45ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 86 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004536000, 0x1be, 0x1be, 0x3, 0x0, 0x1bd, 0xc004536000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00348f518, 0xc00205e3c0, 0xc00205ece0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347d40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 87 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002d11860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d11860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d11860, 0xc004c7eaf0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003dea520, 0x0, 0x0, 0x0, 0xc004af3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003dea520, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004af38f8, 0xc00289cf00, 0x2160, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347e00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 88 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00338da80, 0xe, 0x10, 0xc004e36a90, 0x1a, 0x1a, 0xc002d0b038, 0xc00566e5a0, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc0055eac70, 0x1, 0x1, 0xc002d0b108, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0055eac70, 0x1, 0x1, 0xb856e0, 0xc00566e5a0, 0xc0055eac70, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0024b3a10, 0xaa03b1, 0x1, 0xc002d0b1f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).nodesToCheck(0xc002d0b518, 0xc004c58fe0, 0x7fc559d9f108, 0x0, 0x6b0000c004b67240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:549 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002d0b518, 0xc004c58fe0, 0x51)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:374 +0x50
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347ec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 89 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc004918680)
/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc004918680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004918680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004918680, 0xc00647d2d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824cc0, 0x0, 0x0, 0x0, 0xc005a07200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824cc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a078f8, 0xc002dc0800, 0x16d0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347f80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 90 [semacquire]:
strings.genSplit(0xc0057f5100, 0x69a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004a58a00, 0x145, 0x145)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c253c0, 0xaa0569, 0x2, 0xc004c27c00, 0x69a, 0x14, 0x145, 0xc0058077a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004c27c00, 0x69a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c25518, 0xc00254ed20, 0x36, 0xc00303f013)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 91 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d45420, 0xc0032db2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032db3c0, 0xaa059b, 0x2, 0xc003f01980, 0x18c0, 0x7, 0x4c3, 0xc003c984a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc003eb97a0, 0xc003f01980, 0x18c0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0032db518, 0xc003e56560, 0x3a, 0xc003b1f700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 92 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0038ad360, 0xc000f46950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003661e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 93 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc004ea4180, 0xd500000073, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc004ea4180, 0x73)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004c03300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004c03300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004c03300, 0x0, 0xb856e0, 0xc004a16e68, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004c03300, 0xc00398c070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004c03300, 0x42ca96, 0xc003dcc4b0, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc004c03370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc003dea020, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002b13350, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc004c03518, 0xc000691c60, 0xabc101, 0x1d, 0x3a, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003662a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 94 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x3)
/usr/local/go/src/strings/strings.go:831 +0xad
strings.TrimLeft(0xc0032ca0d3, 0x3, 0xaa4e4b, 0x5, 0x4, 0xd48)
/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.afterHeadIM(0xc004919520, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:766 +0x51d
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004919520)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004919520, 0xc00246f500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000825820, 0x0, 0x0, 0x0, 0xc0044e9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000825820, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044e98f8, 0xc004a82a00, 0x14ca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 95 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc002a92c20, 0xd, 0x0, 0xc002a92c20, 0xd, 0xd)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc002a92c20, 0xd, 0x3, 0xaa0378, 0x1, 0xc002a92c20, 0xd)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005545518, 0xc005710420, 0xc005710c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 96 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003e4d0c0, 0xc0034deb40, 0x1dc, 0x1dc, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e4d0c0, 0xc003e44ee0, 0xc003e4c1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003e44e70, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003e4d0c0, 0xc003e44e70, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e4d0c0, 0xc003e44e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e4d0c0, 0xc003e44e70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a37dc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d5f0c0, 0xc003a37dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a37dc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a37ce0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d5f0c0, 0xc003a37ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a37ce0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a375e0, 0xc002d5ed40, 0x46a81e)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d5f0c0, 0xc003a375e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a375e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003e4d0c0, 0xc003a37500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d5f0c0, 0xc003a37500, 0x54b170, 0xc001e46d00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003a37500, 0x0, 0x0, 0x0, 0x0, 0xc003a37500, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a4a810, 0x0, 0x0, 0x0, 0x1980, 0xc002d67980, 0x18e5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002d67980, 0x18e5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002609b80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d5f518, 0xc00063b220, 0xc00205ff20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003664e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 97 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003665a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 98 [semacquire]:
bytes.makeSlice(0x612, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005672510, 0x3a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005672510, 0xc004afb440, 0x3a, 0x6, 0xffffffffffffffff, 0x1009)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005672510, 0xc004afb440, 0x3a, 0x45624c, 0xc003f0ac90)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc002851b20, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc002851ab0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc0028519d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc0028518f0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005672510, 0xc00457a4d0, 0xb84d20, 0xc005672510)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005672510, 0xc00457a4d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003f8b380, 0x2c3c2735, 0x1251a20, 0xc00063bbe0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 99 [semacquire]:
strings.genSplit(0xad3f40, 0xf6b, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0006a0000, 0x224, 0x224)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 100 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003667e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 101 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003668a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 102 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004912b80, 0xc000511950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 103 [runnable]:
unicode.ToLower(0xc000000042, 0x6e)
/usr/local/go/src/unicode/letter.go:261 +0x8d
strings.Map(0xae62d0, 0xc0000bf531, 0x149d, 0xc002a1f218, 0xc0015c1500)
/usr/local/go/src/strings/strings.go:501 +0x2cc
strings.ToLower(0xc0000bf500, 0x14ce, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a1f3c0, 0xaa0569, 0x2, 0xc0000bf500, 0x14ce, 0x1c, 0x437, 0xc000691220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0000bf500, 0x14ce, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1f518, 0xc000690e60, 0x3b, 0xc0027363c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 104 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.LangToStringShort(0xf, 0x447, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:199 +0x56
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Lang.Iso6391(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesUtil.go:191
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004a3c000, 0x447, 0x447, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x4b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303e040, 0x35, 0xc004a3c000, 0x447, 0xc004a3c000, 0x447, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303e040, 0x35, 0xc004a3c000, 0x447, 0xaa0378, 0x1, 0xc004a3c000, 0x447, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 105 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 106 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000825bc0, 0xc00073d950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 107 [runnable]:
strings.genSplit(0xad4eab, 0xf75, 0xaa03a3, 0x1, 0x0, 0x224, 0xc004fd1100, 0x6e, 0x6e)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 108 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0029cde60, 0xc00073f950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 110 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003f09aa0, 0xc000779950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000366f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 111 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc0039ac770, 0x0, 0x0, 0x0, 0x0, 0xc0039ac770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036f79b0, 0x0, 0x0, 0x0, 0x1500, 0xc003982a00, 0x13e7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003982a00, 0x13e7, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00283c000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00348f518, 0xc002e0e580, 0xc002e0ee00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 112 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003670e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 113 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003671a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 114 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 115 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00472d240, 0xc0006ea950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 116 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003673e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 117 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007bd9a0, 0xc0006fa950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003674a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 118 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003fdca80, 0xa2d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fdca80, 0xa2d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fdca80, 0xa2d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fdca80, 0xa2d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fdca80, 0xa2d, 0x0, 0x0, 0xa2d, 0xc003fdca80, 0xa2d)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fdca80, 0xa2d, 0xa2d, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260b540, 0x4b, 0xc003fdca80, 0xa2d, 0xc003fdca80, 0xa2d, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260b540, 0x4b, 0xc003fdca80, 0xa2d, 0xaa0378, 0x1, 0xc003fdca80, 0xa2d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 119 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 121 [semacquire]:
strings.Replace(0xc005047000, 0xf0f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005047000, 0xf0f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bdd8f8, 0xc002c98000, 0xf04, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003677a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 122 [semacquire]:
strings.Replace(0xc002cb7800, 0xa91, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc002cb7800, 0xa91)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cc18f8, 0xc00264d000, 0xa8c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 123 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004891f80, 0x50d201, 0xc0026ce960, 0x42, 0x3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044eb518, 0xc00221bec0, 0xc004e54fe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 124 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc0045f5c20, 0xd500000043, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc0045f5c20, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002d38ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002d38ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003f6d004)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002d38ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002d38ff8, 0x1, 0xc004a402b0, 0xc0101377500, 0x280459da12f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002d38ff8, 0x4, 0x46b, 0xc005836b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005836000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0064aa4e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0038fb380, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d398f8, 0xc0025b3400, 0xb8d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003679e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 125 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004755600, 0x8ae, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004755600, 0x8ae, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004755600, 0x8ae, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004755600, 0x8ae, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004755600, 0x8ae, 0x0, 0x0, 0x8ae, 0xc004755600, 0x8ae)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004755600, 0x8ae, 0x8ae, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00007e0dc, 0x41, 0xc004755600, 0x8ae, 0xc004755600, 0x8ae, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00007e0dc, 0x41, 0xc004755600, 0x8ae, 0xaa0378, 0x1, 0xc004755600, 0x8ae, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 126 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003288900, 0x81e, 0xc0046f5218, 0xc000365880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003288900, 0x81e, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046f53c0, 0xaa05c9, 0x2, 0xc003288900, 0x81e, 0x5, 0x1a9, 0xc004d45640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003288900, 0x81e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046f5518, 0xc004a166a0, 0x3b, 0xc00303eb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 127 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003710060, 0xc0033692c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033693c0, 0xaa04d9, 0x2, 0xc004de6800, 0x7a7, 0xc004de6800, 0xc0033693b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004de6800, 0x7a7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003369518, 0xc000825c80, 0x41, 0xc002c5b540)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 128 [semacquire]:
bytes.(*Buffer).grow(0xc0048823d8, 0x1, 0xc005416000)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteByte(0xc0048823d8, 0xaa0320, 0x1, 0xc005416000)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0048823d8, 0xc003f8e340, 0xcb, 0xcb, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:433 +0x2d4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048823d8, 0xc003daa000, 0xc0050be790, 0xc004882308)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048823d8, 0xc003d23f80, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048830c0, 0xc003d23f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:155 +0x7cc
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048830c0, 0xc003d23f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23d50, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003f0b0c0, 0xc003d23d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23d50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23c70, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003f0b0c0, 0xc003d23c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23570, 0xc001f47c00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003f0b0c0, 0xc003d23570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23570, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0048830c0, 0xc003d23490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003f0b0c0, 0xc003d23490, 0x54b170, 0xc00073bd40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003d23490, 0x0, 0x0, 0x0, 0x0, 0xc003d23490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003646d50, 0x0, 0x0, 0x0, 0x1980, 0xc003295300, 0x181c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003295300, 0x181c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0025c2900)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f0b518, 0xc00221a520, 0xc00221b480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 129 [runnable]:
bytes.makeSlice.func1()
/usr/local/go/src/bytes/buffer.go:224 +0x68
bytes.makeSlice(0x1e00, 0xc006164000, 0x1e00, 0x1e00)
/usr/local/go/src/bytes/buffer.go:229 +0x96
bytes.(*Buffer).grow(0xc003fb30e8, 0x200, 0x800)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc003fb30e8, 0xb7b620, 0xc003646cf0, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc003646cf0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc003646cf0, 0xc003fb31d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003646cf0, 0x0, 0x0, 0x0, 0xc80, 0xc0052f8000, 0xc73, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0052f8000, 0xc73, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00335c1e0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003fb3518, 0xc0044dc100, 0xc0007bc720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 130 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 131 [semacquire]:
strings.Replace(0xc0044f2000, 0xe14, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053c58f8, 0xc0044f2000, 0xe14, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000367f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 132 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000690a20, 0xc0027a12c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027a13c0, 0xaa04df, 0x2, 0xc000df0a00, 0x1335, 0x5, 0x3e0, 0xc00221ae40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc000df0a00, 0x1335, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0027a1518, 0xc00221aaa0, 0x44, 0xc00002a140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 133 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005591800, 0x166, 0x166, 0x3, 0x0, 0x165, 0xc005591800)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003d8f518, 0xc0041d6320, 0xc0041d6b80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003960c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 134 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029378f8, 0xc00296b500, 0xa69, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 135 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00205fd20, 0xc000a71950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 136 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 137 [semacquire]:
strings.Replace(0xc002c12500, 0x218a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x18, 0xc002c12500, 0x218a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046f78f8, 0xc004a90000, 0x2184, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003963c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 138 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0064aaf70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0064ab040, 0xc004c8a380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254e780, 0x0, 0x0, 0x0, 0xc004bab200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254e780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004bab8f8, 0xc004200000, 0x1c76, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 139 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043d13c0, 0xaa04f9, 0x2, 0xc006266400, 0xaa9, 0x4, 0x253, 0xc003e566c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc006266400, 0xaa9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043d1518, 0xc00063bf00, 0x30, 0xc000114437)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 140 [semacquire]:
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc003732060)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:497 +0x83
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003732000, 0xc0054bb2c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0054bb6b0, 0xc004a44140, 0xaac03e, 0x7, 0xc004a44140)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0054bb6b0, 0xc004a44140, 0xc00000eda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 141 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000645000, 0x704, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000645000, 0x704, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000645000, 0x704, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000645000, 0x704, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc000645000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000645000, 0x704, 0x0, 0x0, 0x704, 0x900, 0xc000645000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000645000, 0x704, 0x704, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003b1f240, 0x36, 0xc000645000, 0x704, 0xc000645000, 0x704, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003b1f240, 0x36, 0xc000645000, 0x704, 0xaa0378, 0x1, 0xc000645000, 0x704, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003966c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 142 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c036f40, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a12870, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a12860, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004f27000, 0x7c0, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003560800, 0x3f, 0xc004f27000, 0x7c0, 0xc004f27000, 0x7c0, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003560800, 0x3f, 0xc004f27000, 0x7c0, 0xaa0378, 0x1, 0xc004f27000, 0x7c0, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 143 [semacquire]:
strings.Replace(0xc005674000, 0xfcc, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc005674000, 0xfcc)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00384f8f8, 0xc00397c000, 0xfc7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 144 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0064ab380, 0xc00565ea98, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc0064ab380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064ab380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064ab380, 0xc002676000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038ac480, 0x0, 0x0, 0x0, 0xc003e8d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038ac480, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e8d8f8, 0xc001e43800, 0x26b3, 0x42ca96, 0xc004081f20, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 145 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004382500, 0x20c, 0x20c, 0x3, 0x0, 0x20b, 0xc004382500)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0046d5518, 0xc003f08900, 0xc003f09180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003969c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 146 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003e08a90, 0xc0031ddec8, 0x6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003e08a90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e08a90)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e08a90, 0xc0034ba0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a443e0, 0x0, 0x0, 0x0, 0xc0023e1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a443e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023e18f8, 0xc0048d4a00, 0x1400, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 147 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001fb0e0, 0x0, 0x0, 0x0, 0xc002ca1000, 0xf1c, 0x2, 0xc002d33218, 0xc005385eb8, 0x7de1b0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001fb0e0, 0xc002ca1000, 0xf1c, 0xaa0378, 0x1, 0xc00254e700, 0xc002688380)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002d33388, 0xc00260e380, 0x4)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002d33388, 0xc003d69d70, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002d33301, 0xc000f3a3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002d33518, 0xc003d69d70, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 148 [semacquire]:
strings.Replace(0xc002c3a000, 0x109a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc002c3a000, 0x109a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c318f8, 0xc002c27900, 0x1094, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 149 [semacquire]:
strings.Replace(0xc0046ea000, 0x1348, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00475b8f8, 0xc0046ea000, 0x1348, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 150 [semacquire]:
bytes.makeSlice(0xd4b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001038a40, 0xd4b, 0x5b)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).Grow(...)
/usr/local/go/src/bytes/buffer.go:161
io/ioutil.readAll(0xb7c120, 0xc0005221b0, 0xd4b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:34 +0xa3
io/ioutil.ReadFile(0xc000396d80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:73 +0xed
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 151 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eae270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000eae340, 0xc0035e7ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f0c0, 0x0, 0x0, 0x0, 0xc002819200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f0c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028198f8, 0xc0043ff800, 0x25c7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 152 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006115930, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006115a00, 0xc0064fc070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e57b80, 0x0, 0x0, 0x0, 0xc005733200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e57b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057338f8, 0xc005551000, 0xe1b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 153 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004a45ea0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45ea0, 0x0, 0x0, 0x0, 0xc002d01200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45ea0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d018f8, 0xc002c3c600, 0x1156, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000396fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 154 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001e472b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc001e47380, 0xc0063d8230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001cfadb0, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc004ba1290)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ba1290, 0x0, 0x0, 0x0, 0x1000, 0xc004083000, 0xeaf, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004083000, 0xeaf, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0023c2d80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005557518, 0xc0036b5240, 0xc0036b5ea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 155 [semacquire]:
strings.Replace(0xc002aec000, 0x14bd, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc002aec000, 0x14bd)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f1b8f8, 0xc002f05500, 0x14b7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 156 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003847ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003847c70, 0xc005d973b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039ef840, 0x0, 0x0, 0x0, 0xc003dc7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039ef840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dc78f8, 0xc00506d980, 0x1846, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 157 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002abf880, 0x341, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002abf880, 0x341, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002abf880, 0x341, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002abf880, 0x341, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002abf880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002abf880, 0x341, 0x0, 0x0, 0x341, 0x400, 0xc002abf880)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002abf880, 0x341, 0x341, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273e397, 0x4e, 0xc002abf880, 0x341, 0xc002abf880, 0x341, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273e397, 0x4e, 0xc002abf880, 0x341, 0xaa0378, 0x1, 0xc002abf880, 0x341, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003972c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 158 [semacquire]:
strings.Replace(0xc003693000, 0xf6c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc003693000, 0xf6c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00442f8f8, 0xc003912000, 0xf67, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 159 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 161 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005673380, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003327518, 0xc003dea840, 0x2b, 0xc00274a870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003975c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 162 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eae5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000eae680, 0xc00368efc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f140, 0x0, 0x0, 0x0, 0xc0043e7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f140, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e78f8, 0xc00424b300, 0x10fc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 163 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 164 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0053de0d0, 0xc0060cbe60, 0x107)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0053de0d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0053de0d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0053de0d0, 0xc001f369a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d450c0, 0x0, 0x0, 0x0, 0xc003091200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d450c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030918f8, 0xc005741100, 0x1ac4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 165 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005387a40, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00384d518, 0xc004d45b80, 0x44, 0xc00002b0e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003978c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 166 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b5fa0, 0xc0028b52c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028b53c0, 0xaa04f9, 0x2, 0xc002896000, 0x22f6, 0x1, 0x675, 0xc0036b5f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc002896000, 0x22f6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028b5518, 0xc0036b5b80, 0x42, 0xc00260a6e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 167 [semacquire]:
strings.Replace(0xc000845400, 0xb9d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b938f8, 0xc000845400, 0xb9d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 168 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc004919380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004919380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004919380, 0xc002a11f10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0008257a0, 0x0, 0x0, 0x0, 0xc002d1d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0008257a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d1d8f8, 0xc003ce2c00, 0x1251, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 169 [semacquire]:
bytes.makeSlice(0xe42, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003d24a50, 0x128, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003d24a50, 0xc002da9900, 0x128, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003d24a50, 0xc002da9900, 0x128, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc000239340, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002392d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002388c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002387e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003d24a50, 0xc0002380e0, 0xb84d20, 0xc003d24a50)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003d24a50, 0xc0002380e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003bac120, 0x4f232b9d, 0x1251a20, 0xc003f08920, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 170 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003deb480, 0xc0028d9220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028d9588, 0xaa04f9, 0x2, 0xc00445ac00, 0xfc, 0x18, 0x4f, 0xc00221b4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0028d9518, 0xc0055d86a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 171 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0064aa000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005463930, 0xc005a78070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccba0, 0x0, 0x0, 0x0, 0xc003b95200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b958f8, 0xc001fd2000, 0x1546, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 172 [semacquire]:
strings.Replace(0xc004b04000, 0x1320, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x5, 0xc0047f6d20, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f2f8f8, 0xc004b04000, 0x1320, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 173 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005806080, 0xc000740950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 174 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005807080, 0xc000741950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000397f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 175 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 176 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 177 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 178 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae2a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 179 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000825ba0, 0xc000758950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae360, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 180 [semacquire]:
strings.genSplit(0xad0ff6, 0x7d5, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc00091e000, 0x138, 0x138)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae420, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 181 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00588d020, 0xc000752950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae4e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 182 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:24 +0x165
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae5a0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 183 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0055d8660, 0xc000754950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae660, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 184 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b4f80, 0xc000755950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 185 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 186 [semacquire]:
bytes.(*Buffer).grow(0xc005f530c0, 0x1, 0x100)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc005f530c0, 0x1189cea, 0x1, 0x1, 0xe5, 0x100)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005f530c0, 0xc003399e00, 0xe5, 0x7, 0xc003399e00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005f530c0, 0xc005f3b420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:176 +0xb28
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005f530c0, 0xc005f3b420, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3b340, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032df0c0, 0xc005f3b340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3b340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3b260, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032df0c0, 0xc005f3b260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3b260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3ab60, 0x20300100000000, 0x7fc4fc7e7fff)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032df0c0, 0xc005f3ab60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3ab60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005f530c0, 0xc005f3aa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032df0c0, 0xc005f3aa80, 0x54b170, 0xc0002372b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005f3aa80, 0x0, 0x0, 0x0, 0x0, 0xc005f3aa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f400c0, 0x0, 0x0, 0x0, 0xc00, 0xc002cafc00, 0xa9f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002cafc00, 0xa9f, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00234e780)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032df518, 0xc000691a80, 0xc003d08380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 187 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 188 [semacquire]:
strings.genSplit(0xc005cb0d80, 0x46e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x13c, 0x13c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f533c0, 0xaa059b, 0x2, 0xc004ef9680, 0x46e, 0x4, 0x13c, 0xc0038ad2e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000700ba0, 0xc004ef9680, 0x46e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f53518, 0xc0038acf40, 0x3b, 0xc002737380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aea20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 190 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0037114e0, 0xc000821950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aeba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 191 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0055d8ec0, 0xc000822950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aec60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 192 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4bc220cc0, 0x7fc4bc21ff50)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00388ee00, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00388ede0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003d4d800, 0x5a4, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026ce730, 0x43, 0xc003d4d800, 0x5a4, 0xc003d4d800, 0x5a4, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026ce730, 0x43, 0xc003d4d800, 0x5a4, 0xaa0378, 0x1, 0xc003d4d800, 0x5a4, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aed20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 193 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c0135e0, 0x7fc4a8003900)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002a6f860, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002a6f850, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ea7400, 0xb08, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273afa0, 0x49, 0xc001ea7400, 0xb08, 0xc001ea7400, 0xb08, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273afa0, 0x49, 0xc001ea7400, 0xb08, 0xaa0378, 0x1, 0xc001ea7400, 0xb08, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aede0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 194 [semacquire]:
strings.genSplit(0xc00580d800, 0x6e7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x6e7, 0xc005f0d500, 0x6f0)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003fb9518, 0xc00063a2c0, 0xc00063b1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aeea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 195 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc004f95c00, 0x679, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049713c0, 0xaa058b, 0x2, 0xc004f95c00, 0x679, 0x1, 0x161, 0xc0038ad480)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004f95c00, 0x679, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004971518, 0xc004a16ee0, 0x3f, 0xc00309a080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aef60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 196 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 197 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000ed40, 0xc00084a950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 198 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004cce000, 0xac, 0xac, 0x3, 0x0, 0xab, 0xc004cce000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004027518, 0xc0035e07e0, 0xc0035e12a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 199 [semacquire]:
strings.genSplit(0xad08ae, 0x748, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0006ab900, 0x21f, 0x21f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 200 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002e52480, 0x430, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e52480, 0x430, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e52480, 0x430, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e52480, 0x430, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002e52480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e52480, 0x430, 0x0, 0x0, 0x430, 0x800, 0xc002e52480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e52480, 0x430, 0x430, 0x800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024eeab0, 0x2d, 0xc002e52480, 0x430, 0xc002e52480, 0x430, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024eeab0, 0x2d, 0xc002e52480, 0x430, 0xaa0378, 0x1, 0xc002e52480, 0x430, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 201 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007bdda0, 0xc00085c950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 202 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0042310c0, 0xc005676690, 0xe2, 0xe2, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9d650, 0xc0042301b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9d5e0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0042310c0, 0xc004b9d5e0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9d5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9d5e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9cfc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9cfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9cfc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9cee0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9cee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9c7e0, 0xc000bfe380, 0x7fc559da12f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042310c0, 0xc004b9c7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9c7e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042310c0, 0xc004b9c700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042310c0, 0xc004b9c700, 0x54b170, 0xc001e46410)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004b9c700, 0x0, 0x0, 0x0, 0x0, 0xc004b9c700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0057ef860, 0x0, 0x0, 0x0, 0x1000, 0xc003413000, 0xe5f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003413000, 0xe5f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0004dc680)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004231518, 0xc002434400, 0xc0037100a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 203 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002434720, 0xc00085e950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 204 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4d0002820, 0x7fc4d0002990)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003923570, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003923560, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00357bb00, 0x819, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d3d780, 0x74, 0xc00357bb00, 0x819, 0xc00357bb00, 0x819, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d3d780, 0x74, 0xc00357bb00, 0x819, 0xaa0378, 0x1, 0xc00357bb00, 0x819, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af620, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 205 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0006cb400, 0xbe7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0006cb400, 0xbe7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0006cb400, 0xbe7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0006cb400, 0xbe7, 0x0, 0x0, 0xbe7, 0xc0006cb400, 0xbe7)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0006cb400, 0xbe7, 0xbe7, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c5aaf0, 0x43, 0xc0006cb400, 0xbe7, 0xc0006cb400, 0xbe7, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002c5aaf0, 0x43, 0xc0006cb400, 0xbe7, 0xaa0378, 0x1, 0xc0006cb400, 0xbe7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 206 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004913620, 0xc0040272c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040273c0, 0xaa04f9, 0x2, 0xc001033100, 0xd02, 0x6, 0x2b7, 0xc0036b5940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007483c0, 0xc001033100, 0xd02, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004027518, 0xc0035e13c0, 0x48, 0xc0023f65f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 207 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 208 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 209 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00325fe30, 0x50d2a1, 0xc000482100, 0x34, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00348d518, 0xc0035e02a0, 0xc00205f780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003af9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 210 [runnable]:
strings.genSplit(0xad313c, 0xe04, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0025aa000, 0xa4, 0xa4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afaa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 211 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003846680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003846680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003846680, 0xc00474a690, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029cd540, 0x0, 0x0, 0x0, 0xc002f13200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029cd540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f138f8, 0xc001cc0f80, 0x1a75, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afb60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 212 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0035ac1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0035ac270, 0xc00385b490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0055d8120, 0x0, 0x0, 0x0, 0xc0058d1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0055d8120, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058d18f8, 0xc000804380, 0xd40, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 213 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005688a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005688b60, 0xc003640150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d45560, 0x0, 0x0, 0x0, 0xc0058cf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d45560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058cf8f8, 0xc000f4e000, 0x19fe, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 214 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000236410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000236750, 0xc00295c770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254f980, 0x0, 0x0, 0x0, 0xc004759200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254f980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047598f8, 0xc004b01500, 0x1469, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 215 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005928800, 0xaea, 0xc0049f5218, 0xc001377500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005928800, 0xaea, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049f53c0, 0xaa0503, 0x2, 0xc005928800, 0xaea, 0x4, 0x24c, 0xc005807940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc005928800, 0xaea, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049f5518, 0xc004c58f60, 0x5d, 0xc0003af380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003afe60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 216 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc0064aa680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aa680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064aa680, 0xc006494230, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccc20, 0x0, 0x0, 0x0, 0xc002bd3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccc20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd38f8, 0xc002c70000, 0xb5b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003aff20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 217 [semacquire]:
strings.Replace(0xc00643e000, 0x262f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0029c34d0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034718f8, 0xc00643e000, 0x262f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 218 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b39588, 0xaa04f9, 0x2, 0xc003044d80, 0xce7, 0xe, 0x2e, 0xc00221bb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003b39518, 0xc003debd00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 219 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc00268c5b0, 0x64, 0x2, 0xc0057f8198, 0x0, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc00268c5b0, 0x64, 0xaa0378, 0x1, 0x1189d00, 0x1)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057f90c0, 0xc002b885b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc002b883f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0057f90c0, 0xc002b883f0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057f90c0, 0xc002b883f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057f90c0, 0xc002b883f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001ac770, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e3d0c0, 0xc0001ac770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001ac770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001ac690, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e3d0c0, 0xc0001ac690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001ac690, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001724d0, 0xc000334000, 0x7fc559d9f7d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003e3d0c0, 0xc0001724d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001724d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057f90c0, 0xc0001722a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003e3d0c0, 0xc0001722a0, 0x54b170, 0xc0035ad2b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0001722a0, 0x0, 0x0, 0x0, 0x0, 0xc0001722a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00536c720, 0x0, 0x0, 0x0, 0xd80, 0xc0006b8380, 0xd78, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0006b8380, 0xd78, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x6a54f12400000000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e3d518, 0xc00063a340, 0xc00063af00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 220 [runnable]:
golang.org/x/net/html.readAtLeastOneByte(0xb7c280, 0xc000691960, 0xc006354915, 0x16eb, 0x16eb, 0x98c, 0x6, 0xa4c)
/home/develop/go/src/golang.org/x/net/html/token.go:297 +0xd9
golang.org/x/net/html.(*Tokenizer).readByte(0xc004c17ee0, 0x3e)
/home/develop/go/src/golang.org/x/net/html/token.go:273 +0x212
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc004c17ee0)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc004c17ee0, 0x2fc0600000004)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc004e36000, 0xc006352070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000691960, 0x0, 0x0, 0x0, 0xc005735200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000691960, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0057358f8, 0xc00550c000, 0xf7b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 221 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0007f6c00, 0x384, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0007f6c00, 0x384, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0007f6c00, 0x384, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0007f6c00, 0x384, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0007f6c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0007f6c00, 0x384, 0x0, 0x0, 0x384, 0x400, 0xc0007f6c00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0007f6c00, 0x384, 0x384, 0x400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f6140, 0x45, 0xc0007f6c00, 0x384, 0xc0007f6c00, 0x384, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f6140, 0x45, 0xc0007f6c00, 0x384, 0xaa0378, 0x1, 0xc0007f6c00, 0x384, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 222 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc004bf8d20, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc000736e10, 0x1, 0x1, 0xc0036690b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000736e10, 0x1, 0x1, 0xb856e0, 0xc004d45920, 0xc0053875f0, 0xc0053875f0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004bfc8a0, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036698f8, 0xc0024dc880, 0xc9e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 223 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c58c20, 0xc00402b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00402b3c0, 0xaa058b, 0x2, 0xc0052de900, 0x80d, 0xc0052de900, 0xc00402b3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0052de900, 0x80d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00402b518, 0xc00000ebc0, 0x33, 0xc0023eefc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 224 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0055d8ee0, 0xc000a75950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 225 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0034d0e38, 0xc004d8fdc0, 0x1, 0x8, 0xd5, 0xc0026e4a00)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0034d0e38, 0xc00509e2a0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0034d0e38, 0xc00509e310, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc00509e310, 0xc00509e310, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0034d1300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0034d1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0034d1300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0034d1300, 0x75a856, 0x0, 0xc0029258f0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0034d1300, 0xc0034d12c8, 0xc0034d1350, 0x42ca96, 0xc003ef64b0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0034d1368, 0xc0034d1380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00588d2e0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004bfde00, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0034d1518, 0xc0029cd7a0, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 226 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 228 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0007a00d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0007a01a0, 0xc00275a3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e97ca0, 0x0, 0x0, 0x0, 0xc003dc9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e97ca0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dc98f8, 0xc0039a9500, 0xa36, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 229 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004853200, 0x860, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004853200, 0x860, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004853200, 0x860, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004853200, 0x860, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004853200, 0x860, 0x0, 0x0, 0x860, 0xc004853200, 0x860)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004853200, 0x860, 0x860, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f62d0, 0x46, 0xc004853200, 0x860, 0xc004853200, 0x860, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f62d0, 0x46, 0xc004853200, 0x860, 0xaa0378, 0x1, 0xc004853200, 0x860, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 230 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c017610, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004517bb0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004517ba0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0031e0c00, 0x538, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002c5a8c0, 0x33, 0xc0031e0c00, 0x538, 0xc0031e0c00, 0x538, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002c5a8c0, 0x33, 0xc0031e0c00, 0x538, 0xaa0378, 0x1, 0xc0031e0c00, 0x538, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ce9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 231 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003deaf80, 0xc00281d2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00281d3c0, 0xaa04f9, 0x2, 0xc004a04c00, 0x10a5, 0x1, 0x339, 0xc0036b4a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00285ea80, 0xc004a04c00, 0x10a5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00281d518, 0xc00063b2a0, 0x40, 0xc003560380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cea80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 232 [semacquire]:
bytes.makeSlice(0x5c7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0010970e0, 0x1, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc0010970e0, 0xad023e, 0x2, 0x2)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11a40, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:231 +0x801
golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11960, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11880, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0010970e0, 0xc002a11180, 0xb84d20, 0xc0010970e0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0010970e0, 0xc002a11180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001096f30, 0x4eff20b8, 0x1251a20, 0xc00566ed00, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ceb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 233 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x17a8b70, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024b92d0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024b92c0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00017d680, 0x243, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000483380, 0x3d, 0xc00017d680, 0x243, 0xc00017d680, 0x243, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000483380, 0x3d, 0xc00017d680, 0x243, 0xaa0378, 0x1, 0xc00017d680, 0x243, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cec00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 234 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004822d60, 0xc003cf12c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cf13c0, 0xaa05c9, 0x2, 0xc004b1bb00, 0x814, 0x4, 0x1c1, 0xc004822d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004b1bb00, 0x814, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cf1518, 0xc004822960, 0x2b, 0xc0024efd40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cecc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 235 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0056885b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005688680, 0xc0056c1a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45c20, 0x0, 0x0, 0x0, 0xc002e4b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45c20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e4b8f8, 0xc0006c8400, 0xbb4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ced80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 236 [semacquire]:
strings.genSplit(0xc006384800, 0xac3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x7fc53005b060)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00413f3c0, 0xaa04d9, 0x2, 0xc0006c8400, 0xac3, 0xc0006c8400, 0xc00413f3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0006c8400, 0xac3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00413f518, 0xc003c984e0, 0x49, 0xc00335c500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cee40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 237 [semacquire]:
strings.Replace(0xc005019100, 0xcee, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc005019100, 0xcee)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043d38f8, 0xc005017600, 0xcec, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cef00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 238 [semacquire]:
strings.Replace(0xc00261e000, 0x15a6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058bb8f8, 0xc00261e000, 0x15a6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cefc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 239 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 240 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002d10a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002d10b60, 0xc004a5c3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bde40, 0x0, 0x0, 0x0, 0xc003fc1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bde40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fc18f8, 0xc004040880, 0xd48, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 241 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00588d0a0, 0xc002cfd220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002cfd588, 0xaa04f9, 0x2, 0xc0019fdc00, 0xf4, 0x7, 0xe, 0xc0038acec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002cfd518, 0xc0041d7040, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 242 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00566eb00, 0xc00096b950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 243 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0006891e0, 0xc003c21760, 0xb0)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0006891e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0006891e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0006891e0, 0xc005caff80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0038ad5c0, 0x0, 0x0, 0x0, 0xc004757200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0038ad5c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047578f8, 0xc0047f5000, 0xdb6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 244 [semacquire]:
bytes.makeSlice(0x604, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0038fb620, 0x4a, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0038fb620, 0xc0026ce8c0, 0x4a, 0x6, 0xffffffffffffffff, 0x1)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0038fb620, 0xc0026ce8c0, 0x4a, 0x74e006, 0xc004a40380)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a683f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a68380, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a682a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc004a681c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0038fb620, 0xc0050e9ce0, 0xb84d20, 0xc0038fb620)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0038fb620, 0xc0050e9ce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0038fb470, 0x4eefee91, 0x1251a20, 0xc0058073c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 245 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0008258a0, 0xc003fb72c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb73c0, 0xaa05c9, 0x2, 0xc00088dc00, 0xab0, 0x4, 0x246, 0xc0038acd60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc00088dc00, 0xab0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb7518, 0xc0038ac9e0, 0x48, 0xc00260a870)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 246 [semacquire]:
strings.Replace(0xc006436000, 0xe0a, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc006436000, 0xe0a)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd98f8, 0xc002ca2000, 0xe08, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 247 [runnable]:
unicode.IsSpace(0x435, 0xa)
/usr/local/go/src/unicode/graphic.go:126 +0x98
strings.lastIndexFunc(0xad694f, 0xa, 0xae62c8, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:791 +0x78
strings.TrimRightFunc(0xad694f, 0xa, 0xae62c8, 0xc004c5e800, 0x0)
/usr/local/go/src/strings/strings.go:744 +0x48
strings.TrimFunc(0xad694f, 0xa, 0xae62c8, 0xc0041d60e8, 0xae6208)
/usr/local/go/src/strings/strings.go:757 +0x6f
strings.TrimSpace(0xad694f, 0xa, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:879 +0x145
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:29 +0x205
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 249 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc002ca8800, 0x71e, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d593c0, 0xaa058b, 0x2, 0xc002ca8800, 0x71e, 0x1, 0x166, 0xc003d09a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc002ca8800, 0x71e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d59518, 0xc0000af640, 0x34, 0xc0026083c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 250 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00586e000, 0x1e2, 0x1e2, 0x3, 0x0, 0x1e1, 0xc00586e000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005555518, 0xc00254f2e0, 0xc00254fd80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 251 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cf980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 253 [semacquire]:
strings.Replace(0xc00264e800, 0xbce, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc00264e800, 0xbce)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbd8f8, 0xc002b45000, 0xbcc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfb00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 254 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 255 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc005917000, 0xeea, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00553d3c0, 0xaa0503, 0x2, 0xc005917000, 0xeea, 0x5, 0x2f8, 0xc003711160)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc005917000, 0xeea, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00553d518, 0xc005806a60, 0x35, 0xc005918040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 256 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002e42800, 0x1640, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002e42800, 0x1640, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002e42800, 0x1640, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002e42800, 0x1640, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002e42800, 0x1640, 0x0, 0x0, 0x1640, 0xc002e42800, 0x1640)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002e42800, 0x1640, 0x1640, 0x1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003ad38d1, 0x28, 0xc002e42800, 0x1640, 0xc002e42800, 0x1640, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003ad38d1, 0x28, 0xc002e42800, 0x1640, 0xaa0378, 0x1, 0xc002e42800, 0x1640, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 257 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003dd2360, 0xc0039f3220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039f3588, 0xaa04f9, 0x2, 0xc003d9f800, 0x64f, 0x0, 0xc000aff880, 0x7fc559d9f7d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0039f3518, 0xc000825480, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfe00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 258 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cfec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 259 [runnable]:
os.newFile(0x12b, 0xc0003cff80, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x6c
os.openFileNolog(0xc0003cff80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003cff80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003cff80, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003cff80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 261 [semacquire]:
strings.Replace(0xc004a8f000, 0xd96, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fad8f8, 0xc004a8f000, 0xd96, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 262 [semacquire]:
bytes.makeSlice(0x16b, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0031ef890, 0x63, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0031ef890, 0xc002508000, 0x63, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0031ef890, 0xc002508000, 0x63, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef890, 0xc0057a2540, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef890, 0xc0057a2380, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef890, 0xc0057a2310, 0xb84d20, 0xc0031ef890)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0031ef890, 0xc0057a2310, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0031ef6e0, 0x4de6085b, 0x1251a20, 0xc003f09240, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e81e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 263 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e82a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 264 [semacquire]:
regexp.makeOnePass(0xc0036f76e0, 0xc0036f76e0)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc004fc4570, 0xc004fc4570)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0057aeff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0057aeff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004ff023c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0057aeff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0057aeff8, 0x1, 0xc004febd30, 0xc0100b7f880, 0x280459d9f7d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0057aeff8, 0x4, 0x4c7, 0xc001e5bb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001e5b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000f3e0d0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004fc4540, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00290d8f8, 0xc002c74800, 0xb36, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 265 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc004abd0c0, 0xaa04bf, 0x2, 0x67, 0x2, 0xc004abc198)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc004abd0c0, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc004abd0c0, 0xc002763c70, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004abd0c0, 0xc002763c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004abd0c0, 0xc002763c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc002763260, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041050c0, 0xc002763260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc002763260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc002763180, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041050c0, 0xc002763180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc002763180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc002762a80, 0xc001f47c00, 0x7fc559da2080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0041050c0, 0xc002762a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc002762a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004abd0c0, 0xc0027629a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0041050c0, 0xc0027629a0, 0x54b170, 0xc00073a1a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0027629a0, 0x0, 0x0, 0x0, 0x0, 0xc0027629a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0035536e0, 0x0, 0x0, 0x0, 0x1500, 0xc003bba000, 0x13f5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003bba000, 0x13f5, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc00002a4b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004105518, 0xc00221bca0, 0xc003debbc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 266 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004822440, 0xc00311b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00311b3c0, 0xaa04f9, 0x2, 0xc003ac4e00, 0x684, 0x4, 0x14a, 0xc00588c8a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003ac4e00, 0x684, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00311b518, 0xc0000af4a0, 0x45, 0xc0026ce190)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e84e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 267 [semacquire]:
bytes.makeSlice(0xab0, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005eaf388, 0x74, 0xb5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005eaf388, 0xc002611f00, 0x74, 0x5165d7, 0xc0048e6b71, 0xc004a4c788)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005079180)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005079110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005078460)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005078380)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0046ffc70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0000a7800, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005eaf518, 0xc0007bd1a0, 0x4e, 0xc003a7a960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e85a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 268 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002905b90, 0x50d201, 0xc0042b4eb0, 0x43, 0xaaba3f)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c2b518, 0xc0039eeb60, 0xc0039ef700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 269 [semacquire]:
strings.Replace(0xc003b82000, 0x25b6, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e78f8, 0xc003b82000, 0x25b6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 270 [semacquire]:
strings.genSplit(0xc0049a3300, 0x1208, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00552a000, 0x3c5, 0x3c5)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033253c0, 0xaa0569, 0x2, 0xc0036ce000, 0x1208, 0x19, 0x3c5, 0xc003dd2c60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc0036ce000, 0x1208, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003325518, 0xc0029cc000, 0x30, 0xc00274a930)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e87e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 271 [semacquire]:
strings.Replace(0xc0041a9500, 0x95b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc0041a9500, 0x95b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058538f8, 0xc003a79500, 0x959, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e88a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 272 [semacquire]:
bytes.makeSlice(0xc44, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0056723c0, 0xea, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0056723c0, 0xc0033a5680, 0xea, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0056723c0, 0xc0033a5680, 0xea, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc00518c4d0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc00518c460, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc0026e8930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc0026e8850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056723c0, 0xc0026e8150, 0xb84d20, 0xc0056723c0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0056723c0, 0xc0026e8150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0051825d0, 0x2c3ba0c2, 0x1251a20, 0xc003dea800, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 273 [semacquire]:
strings.genSplit(0xc005913800, 0x73f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc0023c6201, 0x157)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc001cf5518, 0xc0038aacf0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001cf5518, 0xc003e56000, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 274 [semacquire]:
bytes.makeSlice(0xc5c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003dcc240, 0xa0, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003dcc240, 0xc004b4e280, 0xa0, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003dcc240, 0xc004b4e280, 0xa0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0022051f0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc002205180, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0029b70a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0029b6fc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcc240, 0xc0029b68c0, 0xb84d20, 0xc003dcc240)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcc240, 0xc0029b68c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003382ab0, 0x4ee6877e, 0x1251a20, 0xc003f083c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 275 [semacquire]:
strings.Replace(0xc003a3bb00, 0xcb0, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049f18f8, 0xc003a3bb00, 0xcb0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 276 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006229ba0, 0xc003a12200, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006229ba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006229ba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006229ba0, 0xc005c68ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003deb380, 0x0, 0x0, 0x0, 0xc0064bd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003deb380, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064bd8f8, 0xc003e0c000, 0xc1c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 277 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 278 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000691900, 0xc004b3d2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b3d3c0, 0xaa0503, 0x2, 0xc001f20000, 0xdf4, 0x5, 0x2a9, 0xc0006918e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc001f20000, 0xdf4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b3d518, 0xc000691260, 0x74, 0xc0026d0c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 279 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00632b900, 0x488, 0xc005815218, 0xc000365880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00632b900, 0x488, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0058153c0, 0xaa05c9, 0x2, 0xc00632b900, 0x488, 0x2, 0x102, 0xc0044dd440)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc00632b900, 0x488, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005815518, 0xc0044dd060, 0x31, 0xc00303e780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 280 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eafba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000eafc70, 0xc00259f880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09ae0, 0x0, 0x0, 0x0, 0xc002cc7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09ae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc78f8, 0xc0024cc400, 0xb89, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 281 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004e3f860, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e3f860)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004e3f860, 0xc002a27180, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09680, 0x0, 0x0, 0x0, 0xc003119200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09680, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031198f8, 0xc00246b900, 0x1179, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9020, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 282 [runnable]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc000eae9c0, 0x75)
/home/develop/go/src/golang.org/x/net/html/token.go:234 +0x440
golang.org/x/net/html.(*Tokenizer).Next(0xc000eae9c0, 0x100000002)
/home/develop/go/src/golang.org/x/net/html/token.go:980 +0xcd
golang.org/x/net/html.(*parser).parse(0xc000eaeb60, 0xc00271e7e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08de0, 0x0, 0x0, 0x0, 0xc0030e7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08de0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030e78f8, 0xc002dc0800, 0x1539, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e90e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 283 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003deac80, 0x4, 0x4, 0xc003dcd380, 0x6, 0x6, 0xc0030e8fe0, 0xc003deac40, 0x20, 0x20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc000522ff0, 0x1, 0x1, 0xc0030e90b0, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000522ff0, 0x1, 0x1, 0xb856e0, 0xc003deac40, 0xc003dcd350, 0xc003dcd350, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcd260, 0xaa408e, 0x4, 0xaa04f9)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030e98f8, 0xc002c51900, 0x127a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e91a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 284 [semacquire]:
strings.Replace(0xc0011b9900, 0xc0d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x3, 0x1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038858f8, 0xc0011b9900, 0xc0d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 285 [semacquire]:
strings.genSplit(0xad313c, 0xe04, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc0055d2000, 0xa4, 0xa4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 286 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c75400, 0xb32, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c75400, 0xb32, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c75400, 0xb32, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc002c75400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c75400, 0xb32, 0x0, 0x0, 0xb32, 0xc00, 0xc002c75400)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c75400, 0xb32, 0xb32, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e4ec0, 0x3a, 0xc002c75400, 0xb32, 0xc002c75400, 0xb32, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e4ec0, 0x3a, 0xc002c75400, 0xb32, 0xaa0378, 0x1, 0xc002c75400, 0xb32, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e93e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 287 [semacquire]:
bytes.makeSlice(0x16e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0007499b0, 0x66, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0007499b0, 0xc00300e540, 0x66, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0007499b0, 0xc00300e540, 0x66, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0007499b0, 0xc001122850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0007499b0, 0xc001122690, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0007499b0, 0xc001122620, 0xb84d20, 0xc0007499b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0007499b0, 0xc001122620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000749800, 0x4edb29cb, 0x1251a20, 0xc0044dd8e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e94a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 288 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0057b30c0, 0xc003041830, 0x87, 0x87, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057b30c0, 0xc00351e0e0, 0xc0057b21b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc00351e070, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0057b30c0, 0xc00351e070, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057b30c0, 0xc00351e070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057b30c0, 0xc00351e070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a950a0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034cf0c0, 0xc002a950a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a950a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a94fc0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034cf0c0, 0xc002a94fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a94fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a948c0, 0xc001d50700, 0x7fc559d9fe98)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034cf0c0, 0xc002a948c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a948c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057b30c0, 0xc002a947e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034cf0c0, 0xc002a947e0, 0x54b170, 0xc00073a1a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a947e0, 0x0, 0x0, 0x0, 0x0, 0xc002a947e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004bfdb90, 0x0, 0x0, 0x0, 0x1000, 0xc004d2d000, 0xf26, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004d2d000, 0xf26, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026128d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034cf518, 0xc0029cc4a0, 0xc0029cd660)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 289 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00248bc00, 0x3f1, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00248bc00, 0x3f1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00248bc00, 0x3f1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00248bc00, 0x3f1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00248bc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00248bc00, 0x3f1, 0x0, 0x0, 0x3f1, 0x700, 0xc00248bc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00248bc00, 0x3f1, 0x3f1, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00260a050, 0x4a, 0xc00248bc00, 0x3f1, 0xc00248bc00, 0x3f1, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00260a050, 0x4a, 0xc00248bc00, 0x3f1, 0xaa0378, 0x1, 0xc00248bc00, 0x3f1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 290 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0063f6b30, 0xc003b1ea88, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0063f6b30, 0xc0063d8cb0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0063f6b30, 0xc0063d8d20, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0063d8d20, 0xc0063d8d20, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0063f6ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0063f6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0052c8594)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0063f6ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0063f6ff8, 0x1, 0xc0063d59a0, 0xc0100bd2e00, 0x280459d9f108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0063f6ff8, 0x4, 0x2ae, 0xc0049fcd01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0049fc000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004c17e10, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001cfaf30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058b58f8, 0xc003e26380, 0xd50, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e96e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 291 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc002941770, 0xea, 0x2, 0xc005d2a198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc002941770, 0xea, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b0c0, 0xc00617d180, 0xc005d2a1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617d110, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005d2b0c0, 0xc00617d110, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d2b0c0, 0xc00617d110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d2b0c0, 0xc00617d110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617c850, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f2b0c0, 0xc00617c850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc00617c850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617c770, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f2b0c0, 0xc00617c770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc00617c770, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc00617c070, 0xc001377500, 0x7fc559da12f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f2b0c0, 0xc00617c070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc00617c070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d2b0c0, 0xc006243f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f2b0c0, 0xc006243f10, 0x54b170, 0xc006229110)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006243f10, 0x0, 0x0, 0x0, 0x0, 0xc006243f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00620e000, 0x0, 0x0, 0x0, 0x1300, 0xc000872c00, 0x1049, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000872c00, 0x1049, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0004a7a40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f2b518, 0xc004a44000, 0xc004a44a60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 293 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004141000, 0xeb2, 0xc004107218, 0xc000365880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004141000, 0xeb2, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041073c0, 0xaa058b, 0x2, 0xc004141000, 0xeb2, 0x1, 0x2b5, 0xc0044dd480)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748180, 0xc004141000, 0xeb2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004107518, 0xc00221b900, 0x46, 0xc00002a28c)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 294 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00566eac0, 0xc000b4c950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e99e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 295 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00087dba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00087dc70, 0xc00256f650, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08c80, 0x0, 0x0, 0x0, 0xc00405b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08c80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00405b8f8, 0xc003677000, 0x1660, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 296 [runnable]:
strings.(*asciiSet).contains(...)
/usr/local/go/src/strings/strings.go:821
strings.IndexAny(0xc0023de180, 0xb2, 0xaa7d56, 0x6, 0x0)
/usr/local/go/src/strings/strings.go:186 +0x1b2
golang.org/x/net/html.escape(0xb84d20, 0xc0053873b0, 0xc0023de180, 0xb2, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:199 +0x4e
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398b7a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398b730, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398a930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398a850, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0053873b0, 0xc00398a150, 0xb84d20, 0xc0053873b0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0053873b0, 0xc00398a150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002b137d0, 0x4e093f7a, 0x1251a20, 0xc0036b49e0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 297 [semacquire]:
strings.genSplit(0xc0047cb900, 0xc3e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004a08600, 0x253, 0x253)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003dcb3c0, 0xaa0599, 0x2, 0xc003e99900, 0xc3e, 0x3c, 0x253, 0xc004a44ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc003e99900, 0xc3e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003dcb518, 0xc004a44900, 0x32, 0xc0024e4f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 298 [semacquire]:
os.newFile(0x162, 0xc0003e9ce0, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc0003e9ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0003e9ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003e9ce0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 299 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0039fa420, 0x50d2a1, 0xc0026d6420, 0x2c, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003c6f518, 0xc003c982c0, 0xc0048226e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 300 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 301 [semacquire]:
strings.Replace(0xc0043a6000, 0x10ab, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc0043a6000, 0x10ab)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044358f8, 0xc003de5900, 0x10a3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 302 [runnable]:
unicode.SimpleFold(0x43, 0xc005dec050)
/usr/local/go/src/unicode/letter.go:336 +0x14f
regexp/syntax.(*compiler).rune(0xc0063f2b30, 0xc005d92380, 0x1, 0x10, 0xd5, 0xc00007c910)
/usr/local/go/src/regexp/syntax/compile.go:271 +0x1df
regexp/syntax.(*compiler).compile(0xc0063f2b30, 0xc005de1ce0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0063f2b30, 0xc005de1d50, 0xc00322ab68)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005de1d50, 0xc005de1d50, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x50)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0063f2ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0063f2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003a5c900)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0063f2ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0063f2ff8, 0x1, 0xc005d944f0, 0xc00117d180, 0x280459d9f7d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0063f2ff8, 0x4, 0x64e, 0xc005ddd901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005ddd000, 0x28, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc000523188)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003646c60, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00322b8f8, 0xc003f1ac80, 0x1890, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 303 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007bd120, 0xc0055672c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055673c0, 0xaa058b, 0x2, 0xc002a30a00, 0x13a0, 0x1, 0x445, 0xc0007bd100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc002a30a00, 0x13a0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005567518, 0xc0007bcd20, 0x36, 0xc0035dda00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004080c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 304 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dcd7d0, 0x4f40455b, 0x1251a20, 0xc003deafc0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 305 [runnable]:
strings.Index(0xc005f98a80, 0x905, 0xaa0378, 0x1, 0x1e2)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc005f98a80, 0x905, 0xaa0378, 0x1, 0x0, 0x1e2, 0xc95, 0xc005f98000, 0x905)
/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002b2b588, 0xaa04f9, 0x2, 0xc005f98000, 0x905, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002b2b518, 0xc00000ec20, 0x40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 306 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003847ad0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003847ad0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003847ad0, 0xc005d96af0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0039ef780, 0x0, 0x0, 0x0, 0xc005471200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0039ef780, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0054718f8, 0xc00515c000, 0x13d0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 307 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001e471e0, 0xc0056a0000, 0x186)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc001e471e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001e471e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001e471e0, 0xc00230f110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00205f640, 0x0, 0x0, 0x0, 0xc00247d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00205f640, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00247d8f8, 0xc00244ea00, 0x139a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004083c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 308 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 309 [runnable]:
sync.(*RWMutex).Unlock(0xc003e57ac8)
/usr/local/go/src/sync/rwmutex.go:118 +0xd2
github.com/fatih/set.(*Set).Add(0xc003e57ac0, 0xc003fb92c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fb93c0, 0xaa0503, 0x2, 0xc005ce5080, 0x568, 0x5, 0x111, 0xc003e57aa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748c60, 0xc005ce5080, 0x568, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fb9518, 0xc003e576c0, 0x29, 0xc000114960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 310 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00247f2e0, 0x20300100000000, 0x7fc4fc7e7fff, 0xc00247f218, 0x1256)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00247f2e0, 0xc00048f800, 0x5, 0xc00247f230, 0x46620f)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00247f2e0, 0xc00247f2f8, 0x43b3b7, 0x1252790, 0xc00247f200, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa64ee, 0x5, 0x7fc5308f0968, 0xc00247f301, 0x10100000042ab7a, 0x0, 0x833)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa64ee, 0x5, 0x0, 0x0, 0xaa0301)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054eb3e0, 0xaa64ee, 0x5, 0xc75)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc00247f518, 0xc004a459a0, 0x833, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:57 +0x47
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 312 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0060790c0, 0xc00079dba0, 0xcb, 0xcb, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060790c0, 0xc003cce310, 0xc0060781b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003cce2a0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0060790c0, 0xc003cce2a0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0060790c0, 0xc003cce2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0060790c0, 0xc003cce2a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0b880, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002be50c0, 0xc003d0b880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0b880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0b7a0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002be50c0, 0xc003d0b7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0b7a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0b0a0, 0xc000334000, 0x7fc559da0c28)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002be50c0, 0xc003d0b0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0b0a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0060790c0, 0xc003d0afc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002be50c0, 0xc003d0afc0, 0x54b170, 0xc002180340)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003d0afc0, 0x0, 0x0, 0x0, 0x0, 0xc003d0afc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003c57e60, 0x0, 0x0, 0x0, 0xc00, 0xc0033b3800, 0xb89, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0033b3800, 0xb89, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc000ead7b0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002be5518, 0xc004d45e60, 0xc004c587c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 313 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002180f70, 0xc005706000, 0xfa)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002180f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002180f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002180f70, 0xc00508e000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029cca40, 0x0, 0x0, 0x0, 0xc004e6b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029cca40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e6b8f8, 0xc003904000, 0xf6a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 314 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc006252000, 0x709, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006252000, 0x709, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006252000, 0x709, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006252000, 0x709, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006252000, 0x709, 0x0, 0x0, 0x709, 0xc006252000, 0x709)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006252000, 0x709, 0x709, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114090, 0x23, 0xc006252000, 0x709, 0xc006252000, 0x709, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114090, 0x23, 0xc006252000, 0x709, 0xaa0378, 0x1, 0xc006252000, 0x709, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 315 [semacquire]:
github.com/gigawattio/window.Rolling(0xc001e32f00, 0x21c, 0x21c, 0x3, 0x0, 0x21b, 0xc001e32f00)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005567518, 0xc00566ea00, 0xc00063a240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004089c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 316 [semacquire]:
regexp.makeOnePass(0xc003dcc930, 0xc003dcc930)
/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc003dcc8d0, 0xc003dcc8d0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003393300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003393300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003393300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003393300, 0x75a856, 0x0, 0xc00305acb0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003393300, 0xc0033932c8, 0xc003393350, 0x42ca96, 0xc003dcc8a0, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc003393368, 0xc003393380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc003dea5c0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00306dcb0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc003393518, 0xc0000aed20, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 317 [semacquire]:
strings.Replace(0xc005418000, 0x7d9, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc005418000, 0x7d9)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d338f8, 0xc0045ed000, 0x7d6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 318 [semacquire]:
regexp/syntax.(*compiler).init(...)
/usr/local/go/src/regexp/syntax/compile.go:90
regexp/syntax.Compile(0xc005a79dc0, 0xc005a79dc0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:82 +0x49
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0031baff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0031baff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002a9250c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0031baff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0031baff8, 0x1, 0xc005a49b20, 0xc0100bd2e00, 0x280459d9f108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0031baff8, 0x4, 0x284, 0xc003ef2d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003ef2000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e364e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036f7fb0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031bb8f8, 0xc002c02880, 0xd7a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 319 [semacquire]:
regexp.makeOnePass.func1(0xb, 0xc00388fc30, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:381 +0xad2
regexp.makeOnePass(0xc000749710, 0xc000749710)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0007496b0, 0xc0007496b0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004e30ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004e30ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00388fbfc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004e30ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004e30ff8, 0x1, 0xc004e10950, 0xc0100ffc000, 0x280459d9fe98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004e30ff8, 0x4, 0xe1f, 0xc0059a4101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0059a4000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e3fc70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000749650, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e318f8, 0xc002c3ec00, 0x1160, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 320 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032d4000, 0xc0031f0fd0, 0xa9)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032d4000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d4000, 0xc0008573b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002e0fec0, 0x0, 0x0, 0x0, 0xc00358b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002e0fec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00358b8f8, 0xc00109bc00, 0xadd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 321 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc005c08000, 0xa76, 0x2, 0xc00442da58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc005c08000, 0xa76, 0x0, 0x0, 0xc00306cae0, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc005c08000, 0xa76, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 323 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c0122a0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a4d3b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a4d3a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0007f6000, 0x38b, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e44c0, 0x3a, 0xc0007f6000, 0x38b, 0xc0007f6000, 0x38b, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e44c0, 0x3a, 0xc0007f6000, 0x38b, 0xaa0378, 0x1, 0xc0007f6000, 0x38b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000408fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 324 [semacquire]:
strings.Replace(0xc002d14000, 0x690, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f318f8, 0xc002d14000, 0x690, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 325 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7fc4ac003690, 0x7fc4ac001ff0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00566ec40, 0xc0000c5c00, 0x35e, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0000c5c00, 0x35e, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003594080, 0x3c, 0xc0000c5c00, 0x35e, 0xc0000c5c00, 0x35e, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003594080, 0x3c, 0xc0000c5c00, 0x35e, 0xaa0378, 0x1, 0xc0000c5c00, 0x35e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 326 [semacquire]:
strings.genSplit(0xc003306000, 0x16fd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0001a5500, 0x486, 0x486)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b433c0, 0xaa0569, 0x2, 0xc002e41000, 0x16fd, 0x21, 0x486, 0xc003dd3ca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc002e41000, 0x16fd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b43518, 0xc003dd3940, 0x20, 0xc0039e2280)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 327 [semacquire]:
regexp.makeOnePass.func1(0xa, 0xc0031dd080, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc0026f6450, 0xc0026f6450)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0026f63f0, 0xc0026f63f0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004a1cff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004a1cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dd034)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004a1cff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004a1cff8, 0x1, 0xc005235160, 0xc01013fd500, 0x280459d9fe98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004a1cff8, 0x4, 0x2e1, 0xc002a24d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a24000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x7fc51966ad00, 0x7f)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f63c0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1d8f8, 0xc005015b00, 0xd1b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004092c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 328 [semacquire]:
bytes.makeSlice(0x5b7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0048b9208, 0xbd, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0048b9208, 0xc0024eab40, 0xbd, 0x2, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002781110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002780ee0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0027808c0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0038ab0e0, 0xc0038ab0e0, 0xc0038ab100)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0048b9518, 0xc003e56640, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:423 +0x38b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 329 [semacquire]:
strings.genSplit(0xc00191f800, 0x741, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005c1e800, 0x16d, 0x16d)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030e53c0, 0xaa0503, 0x2, 0xc00191e800, 0x741, 0x5, 0x16d, 0xc004822280)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc00191e800, 0x741, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0030e5518, 0xc003f09de0, 0x2a, 0xc000115620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 330 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00607d3c0, 0xaa0503, 0x2, 0xc0030c6a00, 0x204f, 0x5, 0x622, 0xc0044dd000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0030c6a00, 0x204f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00607d518, 0xc0044dcba0, 0x21, 0xc0026136b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 331 [semacquire]:
strings.Replace(0xc0053fc000, 0xec1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1, 0xc0053fc000, 0xec1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c078f8, 0xc004335000, 0xebf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004095c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 332 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d45720, 0xc003a332c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a333c0, 0xaa0599, 0x2, 0xc003c48700, 0x6de, 0x24, 0x15e, 0xc004d45700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c1e0, 0xc003c48700, 0x6de, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a33518, 0xc0008256c0, 0x33, 0xc003561080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 333 [semacquire]:
bytes.makeSlice(0x2ea, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005387740, 0x8, 0x5)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005387740, 0xc004dd39d0, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005387740, 0xc004dd39d0, 0x8, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005387740, 0xc005123b90, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005387740, 0xc005123730, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005387740, 0xc0051236c0, 0xb84d20, 0xc005387740)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005387740, 0xc0051236c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004df94a0, 0x2c2a3824, 0x1251a20, 0xc003710120, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 334 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004ddec00, 0x12b1, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004ddec00, 0x12b1, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004ddec00, 0x12b1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004ddec00, 0x12b1, 0x0, 0x0, 0x12b1, 0xc004ddec00, 0x12b1)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004ddec00, 0x12b1, 0x12b1, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274a6c0, 0x23, 0xc004ddec00, 0x12b1, 0xc004ddec00, 0x12b1, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274a6c0, 0x23, 0xc004ddec00, 0x12b1, 0xaa0378, 0x1, 0xc004ddec00, 0x12b1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 335 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc003aeb380, 0xd400000020, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc003aeb380, 0x20)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xaa03bb, 0x2, 0xd4, 0xc00480f100, 0x50d5a7, 0xc00480e85c)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaa03bb, 0x2, 0xd4, 0xc00480ea00, 0x6de, 0x6de)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
regexp.MustCompile(0xaa03bb, 0x2, 0xaa03a3)
/usr/local/go/src/regexp/regexp.go:309 +0x4b
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00256b518, 0xc00254e040, 0xc0029cc980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x73b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004098c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 336 [semacquire]:
strings.genSplit(0xc000645800, 0x70c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004bcbb00, 0x1ab, 0x1ab)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0056fb3c0, 0xaa04d9, 0x2, 0xc006316000, 0x70c, 0x1, 0x1ab, 0xc0029ccac0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc006316000, 0x70c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056fb518, 0xc00566f6c0, 0x41, 0xc0023f6a50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409980, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 337 [semacquire]:
strings.genSplit(0xc004cf2800, 0x77f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005bda000, 0x1b4, 0x1b4)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002a1b3c0, 0xaa04df, 0x2, 0xc00295a000, 0x77f, 0x5, 0x1b4, 0xc00063b2e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc00295a000, 0x77f, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002a1b518, 0xc0000af1e0, 0x33, 0xc002608100)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409a40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 338 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0035ad1e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0035ad1e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0035ad1e0, 0xc004bf8150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254eaa0, 0x0, 0x0, 0x0, 0xc00279f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254eaa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00279f8f8, 0xc004490a00, 0x232a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409b00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 339 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005817800, 0x79e, 0xc002c7b218, 0xc000365880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005817800, 0x79e, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c7b3c0, 0xaa0569, 0x2, 0xc005817800, 0x79e, 0x10, 0x1c5, 0xc003711140)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc005817800, 0x79e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002c7b518, 0xc005806120, 0x3a, 0xc004b67b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409bc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 341 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...)
_cgo_gotypes.go:71
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0029cdec0, 0xc00257d800, 0x66c, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00257d800, 0x66c, 0xaa04f9, 0x2)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002608800, 0x37, 0xc00257d800, 0x66c, 0xc00257d800, 0x66c, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002608800, 0x37, 0xc00257d800, 0x66c, 0xaa0378, 0x1, 0xc00257d800, 0x66c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409d40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 342 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004e3e0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc004e3e1a0, 0xc004c24070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00472c880, 0x0, 0x0, 0x0, 0xc004baf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00472c880, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004baf8f8, 0xc00471c000, 0x17f1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 343 [semacquire]:
regexp.(*machine).alloc(...)
/usr/local/go/src/regexp/exec.go:110
regexp.(*machine).add(0xc004366000, 0xc004366010, 0x7fc4000006ca, 0x0, 0xc003a57330, 0x0, 0x2, 0xc003cc2f58, 0x0, 0x7fc4fc7e7fff)
/usr/local/go/src/regexp/exec.go:363 +0x46c
regexp.(*machine).add(0xc004366000, 0xc004366010, 0x6d7, 0x0, 0xc003a57330, 0x0, 0x2, 0xc005a20f58, 0x0, 0x203001)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc004366000, 0xc004366010, 0x6e4, 0x0, 0xc003a57330, 0x0, 0x2, 0xc005a20f58, 0x0, 0xc00041f980)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).add(0xc004366000, 0xc004366010, 0xc0000006f4, 0x0, 0xc003a57330, 0x0, 0x2, 0xc005a20f58, 0x0, 0xc0045ee000)
/usr/local/go/src/regexp/exec.go:340 +0x2ec
regexp.(*machine).match(0xc004366000, 0xb886e0, 0xc0043660c0, 0x0, 0xc003647e60)
/usr/local/go/src/regexp/exec.go:222 +0x366
regexp.(*Regexp).doExecute(0xc00011db80, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000cfdaa8, 0x6, 0x0, 0x0, ...)
/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).doMatch(...)
/usr/local/go/src/regexp/exec.go:514
regexp.(*Regexp).MatchString(...)
/usr/local/go/src/regexp/regexp.go:507
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1.1(0x0, 0xc004364120)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:427 +0xd0
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0043640f0, 0xc005a21250, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x1, 0xc004364090)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:425 +0x17d
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004363f80, 0xc005a212f8, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc0043e56b0, 0xc00221bf40, 0xc00011db80, 0xc0043e53a0, 0xc004340c90)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc005a216b0, 0xc00221bf40, 0xc0035e1800)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:293 +0x199
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 344 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000409f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 345 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a44ea0, 0xc003c732c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c733c0, 0xaa04f9, 0x2, 0xc001094380, 0xcb4, 0x1, 0x2e5, 0xc004a44e80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc001094380, 0xcb4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c73518, 0xc004a44b00, 0x38, 0xc00303f1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 346 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 347 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004281e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 348 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004e698f8, 0xc001fab600, 0x1a95, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004282a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 349 [semacquire]:
strings.Replace(0xc0040c4c80, 0x1937, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00514d8f8, 0xc0040c4c80, 0x1937, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 350 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 351 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003dea7a0, 0xc002e792c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e793c0, 0xaa0503, 0x2, 0xc002720000, 0x1229, 0x4, 0x3d0, 0xc0035e0b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748300, 0xc002720000, 0x1229, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e79518, 0xc0029cca00, 0x5d, 0xc0004e72c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004284e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 352 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004285a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 353 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003e08c30, 0xc0037f8b90, 0x3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003e08c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e08c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e08c30, 0xc0034ba690, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a44420, 0x0, 0x0, 0x0, 0xc003e3d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a44420, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e3d8f8, 0xc00318d000, 0x3734, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 354 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 355 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003c4fc70, 0xc002561a40, 0x91)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003c4fc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003c4fc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003c4fc70, 0xc0060031f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00063aa40, 0x0, 0x0, 0x0, 0xc002d93200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00063aa40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d938f8, 0xc002c54000, 0x91d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004287e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 356 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003615400, 0xafe, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003615400, 0xafe, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003615400, 0xafe, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003615400, 0xafe, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003615400, 0xafe, 0x0, 0x0, 0xafe, 0xc003615400, 0xafe)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003615400, 0xafe, 0xafe, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e4340, 0x38, 0xc003615400, 0xafe, 0xc003615400, 0xafe, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e4340, 0x38, 0xc003615400, 0xafe, 0xaa0378, 0x1, 0xc003615400, 0xafe, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004288a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 357 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004303170, 0x127d300, 0xc0043030e8, 0x5697b3, 0xc00011d7c0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004303170, 0x0, 0x0, 0xc0043030e8, 0x46e88b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004303170, 0x7dc, 0x800, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaa262f, 0x3, 0x0, 0xc0043031d8, 0xc0043031f0, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaa262f, 0x3, 0x750c83, 0x0, 0xc005387440)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003cd9710, 0xaa262f, 0x3, 0xc005387410)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0043036b0, 0xc003e571a0, 0xaa262f, 0x3, 0xc003e571a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0043036b0, 0xc003e571a0, 0xc004822160)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:303 +0x3cd
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 358 [semacquire]:
bytes.makeSlice(0x180f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0031ef020, 0x9b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0031ef020, 0xc00341dd68, 0x9b, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0031ef020, 0xc00341dd68, 0xa3, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032ffc70, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032ffc00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032fe8c0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032fe7e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0031ef020, 0xc0032fe0e0, 0xb84d20, 0xc0031ef020)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0031ef020, 0xc0032fe0e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0031eee10, 0x4de17fe8, 0x1251a20, 0xc003f08f40, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 359 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 360 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000690a60, 0xc0026bb2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0026bb3c0, 0xaa04d9, 0x2, 0xc0026a2a80, 0x91c, 0x1, 0x1db, 0xc000690a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc0026a2a80, 0x91c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0026bb518, 0xc0000aed80, 0x33, 0xc0026cc240)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 362 [semacquire]:
strings.Replace(0xc003aff200, 0xc01, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x3c, 0xc003aff200, 0xc01)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002507518, 0xc000691b00, 0xc000825260)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 363 [semacquire]:
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:186 +0x152
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0045a6ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0045a6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00461d1cc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0045a6ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0045a6ff8, 0x1, 0xc0034b6930, 0xc0101377500, 0x280459da0560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0045a6ff8, 0x4, 0x8db, 0xc002a9c701, 0x45624c, 0xc002bd0fc8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0x3340, 0xc0007f9e00, 0x1259780, 0x1259790, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x7fc5308e8528, 0x1b)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003c566f0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bd18f8, 0xc0045ec800, 0x722, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 364 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006115450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006115520, 0xc0064ebb90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e57ae0, 0x0, 0x0, 0x0, 0xc003861200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e57ae0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038618f8, 0xc004449600, 0xd5f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 365 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005c22b30, 0xc0026cc518, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005c22b30, 0xc0051ca460, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005c22b30, 0xc0051ca4d0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0051ca4d0, 0xc0051ca4d0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005c22ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005c22ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00448934c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005c22ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005c22ff8, 0x1, 0xc005192830, 0xc0100ee7800, 0x280459da19b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005c22ff8, 0x4, 0x471, 0xc005921b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc005921000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005688f70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcced0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c778f8, 0xc001ea6800, 0xb84, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000428f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 366 [semacquire]:
strings.Replace(0xc0056d9400, 0xaef, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0056d9400, 0xaef)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0051498f8, 0xc0056d7c00, 0xaee, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 367 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc003673800, 0x791, 0xc0048255fc, 0x4)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d0f3c0, 0xaa0503, 0x2, 0xc003673800, 0x791, 0xc003673800, 0xc002d0f3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003673800, 0x791, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d0f518, 0xc003f09d40, 0x35, 0xc000117c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004290e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 368 [semacquire]:
strings.genSplit(0xc005191800, 0x764, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003ee6600, 0x189, 0x189)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0030853c0, 0xaa0569, 0x2, 0xc0045ed800, 0x764, 0x15, 0x189, 0xc003deace0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0045ed800, 0x764, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003085518, 0xc00205e380, 0x3e, 0xc0034b5f80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004291a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 369 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc0035ac680, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0035ac680)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0035ac680, 0xc00397d730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434660, 0x0, 0x0, 0x0, 0xc003081200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030818f8, 0xc002db4380, 0xc86, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 370 [semacquire]:
regexp.onePassCopy(0xc0026f6960, 0xc0026f6960)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0026f6960, 0xc0026f6960)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005558ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005558ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031ddae4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005558ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005558ff8, 0x1, 0xc0053934a0, 0xc010117d100, 0x280459da2080)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005558ff8, 0x4, 0xb5, 0xc002b9ef01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002b9e000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001e460d0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6930, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055598f8, 0xc00350e000, 0xf40, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 371 [semacquire]:
strings.Replace(0xc00257f500, 0xa79, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc002552000, 0xc00254e040)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029338f8, 0xc00257f500, 0xa79, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004293e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 372 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004294a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 373 [semacquire]:
strings.Replace(0xc002966000, 0xf98, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x13, 0xc002966000, 0xf98)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033658f8, 0xc002966000, 0xf98, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 374 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046c3588, 0xaa04f9, 0x2, 0xc00598a1c0, 0xdd, 0x1, 0x1d, 0xc004c59380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0046c3518, 0xc000825280, 0x78)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 375 [runnable]:
github.com/andybalholm/cascadia.matchAttribute(0xc00370fce0, 0xac0dfd, 0xa, 0xc00348eaa8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:303 +0x77
github.com/andybalholm/cascadia.attributeRegexMatch(0xac0dfd, 0xa, 0xc0049f6460, 0xc00370fce0, 0xffffffffffffffff)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:396 +0x67
github.com/andybalholm/cascadia.attrSelector.Match(0xac0dfd, 0xa, 0x0, 0x0, 0xac0e07, 0x2, 0xc0049f6460, 0xc00370fce0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:292 +0x207
github.com/andybalholm/cascadia.compoundSelector.Match(0xc00254e3c0, 0x2, 0x2, 0x0, 0x0, 0xc00370fce0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:813 +0x6d
github.com/andybalholm/cascadia.SelectorGroup.Match(0xc0061623d0, 0x1, 0x1, 0xc00370fce0, 0xc006160200)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:933 +0x68
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00254e3e0, 0xc00370fce0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:128 +0x34
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00254e3e0, 0xc00370fb20, 0x0, 0x0, 0x0, 0xc00348ee38, 0x46e4b7, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc00254e3e0, 0xc00370fab0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc00254e3e0, 0xc00370fab0, 0xc00348ef00, 0x747325, 0xc000bd2e00)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc00370f9d0, 0x0, 0xc000bd2e00, 0x7fc559d9f108)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc0055ea010, 0x1, 0x1, 0xc00348f060, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0055ea010, 0x1, 0x1, 0xb856e0, 0xc00254e3e0, 0xc00348f148, 0x54b3c5, 0xb7b900)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006160210, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00348f8f8, 0xc005504800, 0x764, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004296e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 376 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0038ac920, 0xc0046fb2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046fb3c0, 0xaa04fd, 0x2, 0xc00015a400, 0x81a, 0x1, 0x1c8, 0xc0044dd380)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc00015a400, 0x81a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046fb518, 0xc0044dcf20, 0x1d, 0xc0039e3020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004297a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 377 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0062e69c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0062e6a90, 0xc006427490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004913fc0, 0x0, 0x0, 0x0, 0xc00582f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004913fc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00582f8f8, 0xc006382400, 0xa9b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 378 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00362f8f8, 0xc005695000, 0x72a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 379 [semacquire]:
regexp.onePassCopy(0xc0056725a0, 0xc0056725a0)
/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0056725a0, 0xc0056725a0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003fbaff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003fbaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565ed3c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003fbaff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003fbaff8, 0x1, 0xc005629b30, 0xc010132aa80, 0x280459da19b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003fbaff8, 0x4, 0x6d4, 0xc003d06901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003d06000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00073ab60, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005672570, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbb8f8, 0xc002a65500, 0x925, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004299e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 380 [semacquire]:
strings.Replace(0xc0022fb000, 0xdbf, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e8f8f8, 0xc0022fb000, 0xdbf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 381 [runnable]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00087c680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00087c750, 0xc00254c9a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004e97de0, 0x0, 0x0, 0x0, 0xc003e1d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004e97de0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e1d8f8, 0xc003b2b500, 0x97c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 382 [runnable]:
strings.genSplit(0xc0006b8380, 0xcb8, 0xaa0378, 0x1, 0x0, 0x287, 0xd5f, 0xc0006b7600, 0xcb8)
/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c3d588, 0xaa04f9, 0x2, 0xc0006b7600, 0xcb8, 0x0, 0xc001377500, 0x7fc559da12f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c3d518, 0xc0041d6840, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 383 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0054b6b30, 0xc004b675c8, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0054b6b30, 0xc0056c0230, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0054b6b30, 0xc0056c02a0, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0056c02a0, 0xc0056c02a0, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0054b6ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0054b6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0054d2ccc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0054b6ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0054b6ff8, 0x1, 0xc0054f8530, 0xc0101ecc000, 0x280459d9f7d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0054b6ff8, 0x4, 0x48a, 0xc002eafb01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002eaf000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc00092cf70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054eb1d0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00247f8f8, 0xc002f08c00, 0xb6a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 384 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e38f8, 0xc0028f4580, 0xc11, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 385 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00369b3c0, 0xaa04df, 0x2, 0xc0054fe000, 0xde8, 0xc0054fe000, 0xc00369b3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc0054fe000, 0xde8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00369b518, 0xc003dea560, 0x39, 0xc00303e492)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 386 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006408000, 0xe10, 0xc002f4f218, 0xc000bfe380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006408000, 0xe10, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f4f3c0, 0xaa04fd, 0x2, 0xc006408000, 0xe10, 0x1, 0x2de, 0xc005711ec0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc006408000, 0xe10, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f4f518, 0xc004912c60, 0x33, 0xc004811180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000429f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 387 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0059b0c00, 0x1200, 0xc004f57218, 0xc000bd2e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0059b0c00, 0x1200, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f573c0, 0xaa059b, 0x2, 0xc0059b0c00, 0x1200, 0x7, 0x3c0, 0xc004d45d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc0059b0c00, 0x1200, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f57518, 0xc004d459e0, 0x2c, 0xc000115680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 388 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004400c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 389 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005c26b30, 0xc00303ff48, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005c26b30, 0xc0051aaa10, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005c26b30, 0xc0051aaa80, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0051aaa80, 0xc0051aaa80, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005c26ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005c26ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00448914c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005c26ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005c26ff8, 0x1, 0xc0051921a0, 0xc01ff000000, 0x280420656874)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005c26ff8, 0x4, 0x5af, 0xc004511a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004511000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004918d00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dccc30, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046098f8, 0xc0031b3500, 0xa4d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 390 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00254e160, 0xc004ab9210, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ab9588, 0xaa04f9, 0x2, 0xc00260c460, 0x93, 0x7, 0xc004ab9290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x8, 0xc0061601b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003d25e00, 0xc004ab9320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc004ab9518, 0xc0034c6600, 0xc000691cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc004ab9518, 0xc0034c6600, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc004ab9518, 0xc0034c6600, 0xc0034c6600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 391 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a45860, 0xc002d5b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d5b3c0, 0xaa04df, 0x2, 0xc002bb6000, 0xd62, 0x5, 0x2cb, 0xc00254ec40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc002bb6000, 0xd62, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d5b518, 0xc0000af9e0, 0x1b, 0xc0022fe5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 392 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004403c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 393 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003af5200, 0x410, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003af5200, 0x410, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003af5200, 0x410, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003af5200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003af5200, 0x410, 0x0, 0x0, 0x410, 0x480, 0xc003af5200)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003af5200, 0x410, 0x410, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024ee030, 0x28, 0xc003af5200, 0x410, 0xc003af5200, 0x410, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024ee030, 0x28, 0xc003af5200, 0x410, 0xaa0378, 0x1, 0xc003af5200, 0x410, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 394 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00597f500, 0x918, 0x5165d7, 0xc000bd2e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00597f500, 0x918, 0xc004981b94, 0x4)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f553c0, 0xaa04fd, 0x2, 0xc00597f500, 0x918, 0xc00597f500, 0xc004f553b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc00597f500, 0x918, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f55518, 0xc0055d81a0, 0x1c, 0xc0038563c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 395 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a44380, 0xc005a0d220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005a0d588, 0xaa04f9, 0x2, 0xc002701800, 0x156e, 0x0, 0xc000334000, 0x7fc559d9f7d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005a0d518, 0xc00063b160, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 396 [semacquire]:
regexp.makeOnePass.func1(0x6, 0xc001cc9e40, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc001cfad20, 0xc001cfad20)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc001cfacc0, 0xc001cfacc0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f25300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f25300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f25300, 0x0, 0xb856e0, 0xc000690d28, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f25300, 0xc005506070, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f25300, 0x42ca96, 0xc001cfac90, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002f25370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00221bf00, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003d62f90, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002f25518, 0xc003dd2860, 0xabc101, 0x1d, 0x25, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004406c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 397 [semacquire]:
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e567c0, 0x0, 0x0, 0x0, 0xc0032e1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2336 +0x5b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e567c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032e18f8, 0xc003300000, 0xb67, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 398 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 399 [semacquire]:
regexp/syntax.(*parser).push(0xc0052e7680, 0xc005133a40, 0xc005133a40)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0052e7680, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00405eff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00405eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dc48c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00405eff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00405eff8, 0x1, 0xc006365fd0, 0xc0100bd2e00, 0x280459d9f108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00405eff8, 0x4, 0x7b8, 0xc00550c801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00550c000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0061156c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001096a80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00405f8f8, 0xc0046d8400, 0x844, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 400 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0056880d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0056881a0, 0xc0054fb1f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45820, 0x0, 0x0, 0x0, 0xc002939200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45820, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029398f8, 0xc00088e800, 0xabc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004409c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 401 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00453a5a0, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc00453a5a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:634 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00453a2a0, 0xc0037bd320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0037bd518, 0xc00530fd70, 0xc004823620)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0037bd518, 0xc00530fd70, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0037bd518, 0xc00530fd70, 0xc00530fd70)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 402 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc003e09450, 0x6f)
/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc003e09450)
/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc003e09450, 0x2fc0600000004)
/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc003e096c0, 0xc001cc5d50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d44d80, 0x0, 0x0, 0x0, 0xc003329200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d44d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033298f8, 0xc0016f4000, 0x1eac, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 403 [semacquire]:
strings.Replace(0xc003df1500, 0x9b3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc003df1500, 0x9b3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049f38f8, 0xc003907500, 0x9a9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 404 [semacquire]:
strings.Replace(0xc00550b800, 0x7b8, 0xaa5bed, 0x5, 0xaa0e50, 0x3, 0x1, 0xc00550b800, 0x7b8)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005473518, 0xc003d08080, 0xc003d08920)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 405 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004e36c30, 0xc0031dc2e0, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc004e36c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e36c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004e36c30, 0xc00637bc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00566ea20, 0x0, 0x0, 0x0, 0xc00553b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00566ea20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00553b8f8, 0xc003c6c000, 0xee9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 406 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 407 [semacquire]:
strings.Replace(0xc00494f000, 0xee7, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x1, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064f98f8, 0xc00494f000, 0xee7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 408 [semacquire]:
strings.Replace(0xc001f5c000, 0x1d52, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc001f5c000, 0x1d52)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005d618f8, 0xc005dcc000, 0x1d45, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000440fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 409 [semacquire]:
strings.genSplit(0xc0034fea00, 0x148c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x28e4, 0xc0034fd500, 0x148c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041c3588, 0xaa04f9, 0x2, 0xc0034fd500, 0x148c, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0041c3518, 0xc00254f100, 0x33)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 410 [semacquire]:
strings.Replace(0xc0031be000, 0xe90, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036338f8, 0xc0031be000, 0xe90, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 411 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc48c1bf0b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003d02070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d02060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003616c00, 0x3fd, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303ee40, 0x40, 0xc003616c00, 0x3fd, 0xc003616c00, 0x3fd, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303ee40, 0x40, 0xc003616c00, 0x3fd, 0xaa0378, 0x1, 0xc003616c00, 0x3fd, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 412 [semacquire]:
regexp.onePassCopy(0xc003dcde30, 0xc003dcde30)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc003dcde30, 0xc003dcde30)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00442aff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00442aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003a12008)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00442aff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00442aff8, 0x1, 0xc005ae1620, 0xeca, 0x2804049195f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00442aff8, 0x4, 0x133, 0xc0029b2e01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0029b2000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0049196c0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcde00, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00442b8f8, 0xc002473000, 0xec4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004412c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 413 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00073b790, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00073b790)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00073b790, 0xc000309b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003dd38c0, 0x0, 0x0, 0x0, 0xc00290f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003dd38c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00290f8f8, 0xc004b05500, 0x14b3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 414 [semacquire]:
strings.Replace(0xc003120a00, 0x142c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc003120a00, 0x142c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025058f8, 0xc0029d8a00, 0x142a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 415 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006115ee0, 0xc00389c940, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006115ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006115ee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006115ee0, 0xc0064fe3f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003e57e00, 0x0, 0x0, 0x0, 0xc004a1b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003e57e00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1b8f8, 0xc00451a880, 0xcde, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 416 [semacquire]:
strings.genSplit(0xc005d04c80, 0x18e4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4e9, 0x4e9)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b473c0, 0xaa04df, 0x2, 0xc0027cf980, 0x18e4, 0x5, 0x4e9, 0xc0039eefe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00285e9c0, 0xc0027cf980, 0x18e4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b47518, 0xc0039eeba0, 0x41, 0xc00002b040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004415c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 417 [semacquire]:
strings.Replace(0xc005c38480, 0x19b5, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc005c38480, 0x19b5)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00358d8f8, 0xc0041ad300, 0x197e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 418 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc48c1c7040, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0057b6070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0057b6060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002794800, 0x781, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274aae0, 0x2c, 0xc002794800, 0x781, 0xc002794800, 0x781, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274aae0, 0x2c, 0xc002794800, 0x781, 0xaa0378, 0x1, 0xc002794800, 0x781, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 419 [semacquire]:
strings.Replace(0xc004fee000, 0xd88, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc004fee000, 0xd88)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029118f8, 0xc004353000, 0xd86, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 420 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000eaf040, 0xc004489200, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000eaf040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eaf040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eaf040, 0xc002a9a310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08e80, 0x0, 0x0, 0x0, 0xc00311d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08e80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00311d8f8, 0xc003114a00, 0x1302, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004418c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 421 [semacquire]:
github.com/PuerkitoBio/goquery.getChildrenWithSiblingType(0xc003c45b20, 0x0, 0xc0031e3dc0, 0x0, 0xc000523118, 0x1, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:667 +0x18f
github.com/PuerkitoBio/goquery.getSiblingNodes.func2(0x0, 0xc0031e3dc0, 0x1, 0xc000523118, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:599 +0x45
github.com/PuerkitoBio/goquery.mapNodes(0xc000682518, 0x1, 0x1, 0xc0037b90f0, 0x7fc559d9f7d0, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc000682518, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000523120, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0050958f0, 0xc003646510)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0037b9518, 0xc0050958f0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0037b9518, 0xc0029cdfa0, 0x31)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 422 [semacquire]:
strings.Replace(0xc002721300, 0x1193, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x2f3c2e3133206863, 0x20202020200a3e70)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025478f8, 0xc002721300, 0x1193, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 423 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc000eae820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eae820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eae820, 0xc00368f1f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000f160, 0x0, 0x0, 0x0, 0xc004791200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000f160, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0047918f8, 0xc002637000, 0x1763, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 424 [semacquire]:
bytes.makeSlice(0x301, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003d24960, 0x7, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003d24960, 0xad070f, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc003d24960, 0xc001f1ae00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc003d24960, 0xc001f1a9a0, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003d24960, 0xc001f1a930, 0xb84d20, 0xc003d24960)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003d24960, 0xc001f1a930, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033ae150, 0x4f22d0cb, 0x1251a20, 0xc004d44e20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 425 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0007492f0, 0x4ed67db7, 0x1251a20, 0xc0044dd500, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 426 [semacquire]:
strings.Replace(0xc002588000, 0x2daa, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x8, 0xc002588000, 0x2daa)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cbd8f8, 0xc003e68000, 0x2d92, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 427 [semacquire]:
strings.Replace(0xc0040a9000, 0x15fb, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc03f82e253, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aeb8f8, 0xc0040a9000, 0x15fb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 428 [semacquire]:
bytes.makeSlice(0x12b5, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0010b3388, 0x9d3, 0x15a)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0010b3388, 0xc0024ff500, 0x9d3, 0x5165d7, 0xc00177de87, 0xc004a4cf60)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f19d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f1960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f1880)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f0d20)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f0c40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0050f0540)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00293eae0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0010b3518, 0xc0007bd260, 0x34, 0xc003560340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441ec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 429 [semacquire]:
strings.Replace(0xc006340000, 0x28c5, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xd, 0xc03f800054, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004cb98f8, 0xc006340000, 0x28c5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000441f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 430 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032d45b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0032d4750, 0xc001b8d880, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08360, 0x0, 0x0, 0x0, 0xc003887200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08360, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038878f8, 0xc002722600, 0x10bb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 431 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b4aa0, 0xc0040532c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040533c0, 0xaa04f9, 0x2, 0xc001092880, 0xcb5, 0x1, 0x2a3, 0xc004a448a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc001092880, 0xcb5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004053518, 0xc004a44540, 0x55, 0xc00048d92a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 432 [semacquire]:
strings.Replace(0xc004e0f600, 0x87f, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc0044f4300, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044578f8, 0xc004e0f600, 0x87f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c1e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 433 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087d2b0, 0xc004a4faf8, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087d2b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087d2b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087d2b0, 0xc0033a2af0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0000af460, 0x0, 0x0, 0x0, 0xc003491200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0000af460, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034918f8, 0xc002fad500, 0x3054, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c2a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 434 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc0025eb740, 0xffffffff, 0xc003a2ca58)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc0025eb740, 0xc005d3fb20, 0xc005d3fb20)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc0025eb740, 0x74)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1a5)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003a2cff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003a2cff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00102419c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003a2cff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003a2cff8, 0x1, 0xc005d57a40, 0xc0101377501, 0x280459da12f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003a2cff8, 0x4, 0xc2, 0xc004775f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0x7fc5300660e8, 0x0, 0x1000, 0x1600000000, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc0055ea7b8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc000642090, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a2d8f8, 0xc001ccb000, 0xf30, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 435 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 436 [runnable]:
regexp/syntax.(*Inst).MatchRunePos(0xc0013e9768, 0x65, 0xffffffff00000065)
/usr/local/go/src/regexp/syntax/prog.go:249 +0x10f
regexp/syntax.(*Inst).MatchRune(...)
/usr/local/go/src/regexp/syntax/prog.go:193
regexp.(*Regexp).tryBacktrack(0xc00251abe0, 0xc0001562c0, 0xb886e0, 0xc000156340, 0xc000000049, 0x868, 0x0)
/usr/local/go/src/regexp/backtrack.go:210 +0x9a4
regexp.(*Regexp).backtrack(0xc00251abe0, 0x0, 0x0, 0x0, 0xc00357a902, 0x8dc, 0x868, 0x2, 0xc0046dc360, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:353 +0x39d
regexp.(*Regexp).doExecute(0xc00251abe0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00357a902, 0x8dc, 0x865, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc00357a902, 0x8dc, 0x2, 0xc0013e9a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc00357a902, 0x8dc, 0x0, 0x0, 0xc00062ac90, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00357a902, 0x8dc, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c4e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 437 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c5a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 438 [semacquire]:
strings.Replace(0xc005f0c000, 0x6f3, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x5, 0xc005f0c000, 0x6f3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b278f8, 0xc002e54000, 0x6f1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 439 [semacquire]:
strings.genSplit(0xc006360900, 0x8b9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00335e000, 0x1de, 0x1de)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00413d3c0, 0xaa059b, 0x2, 0xc00451e900, 0x8b9, 0x4, 0x1de, 0xc0055d8680)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0002357d0, 0xc00451e900, 0x8b9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00413d518, 0xc00588c380, 0x31, 0xc0032d1dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 440 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00588cf40, 0xc001cf9220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001cf9588, 0xaa04f9, 0x2, 0xc002cd1760, 0x160, 0xe, 0x26, 0xc00588cee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001cf9518, 0xc00000ee60, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c7e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 441 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0001fb540, 0xc003047600, 0xc86, 0xaa0378, 0x1, 0x1, 0x2c)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004b43518, 0xc003d09b40, 0xc0035e0820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c8a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 442 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004235588, 0xaa04f9, 0x2, 0xc002586c00, 0x5c0, 0x5, 0x11, 0xc00221b980)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004235518, 0xc0007bd580, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046c960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 443 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046ca20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 444 [semacquire]:
strings.genSplit(0xc002718000, 0xbf3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004244600, 0x252, 0x252)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d6f3c0, 0xaa059b, 0x2, 0xc0063a5400, 0xbf3, 0x5, 0x252, 0xc0035e17e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0063a5400, 0xbf3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d6f518, 0xc0006915a0, 0x34, 0xc0024e53c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 445 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000f3f5f0, 0xc0054fc000, 0x6f)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000f3f5f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000f3f5f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000f3f5f0, 0xc00294e8c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eaa0, 0x0, 0x0, 0x0, 0xc0034cd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eaa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034cd8f8, 0xc003184800, 0x16cc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 446 [semacquire]:
strings.Replace(0xc00264ac00, 0xbcf, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc00264ac00, 0xbcf)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025038f8, 0xc000843c00, 0xbcd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cc60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 447 [semacquire]:
strings.Replace(0xc0034e9900, 0x102e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc0034e9900, 0x102e)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c2d8f8, 0xc0029f2c00, 0x102c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cd20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 448 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc002d3fc00, 0xb94, 0x2, 0xc002479a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc002d3fc00, 0xb94, 0x0, 0x0, 0xc0002357d0, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc002d3fc00, 0xb94, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cde0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 449 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e653c0, 0xaa0503, 0x2, 0xc000902800, 0x269d, 0x6, 0x740, 0xc004e55dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc000902800, 0x269d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e65518, 0xc004e55a80, 0x3f, 0xc0032d0dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 450 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4b82291c0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003d76ca0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003d76c70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00215d000, 0x3fa, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0048112c0, 0x37, 0xc00215d000, 0x3fa, 0xc00215d000, 0x3fa, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0048112c0, 0x37, 0xc00215d000, 0x3fa, 0xaa0378, 0x1, 0xc00215d000, 0x3fa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046cf60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 451 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001f38000, 0x102d, 0xc003c27218, 0xc001377500)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001f38000, 0x102d, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003c273c0, 0xaa0569, 0x2, 0xc001f38000, 0x102d, 0x1a, 0x315, 0xc00254ef40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc001f38000, 0x102d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003c27518, 0xc00254ea20, 0x3e, 0xc004ef4800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 452 [semacquire]:
strings.genSplit(0xc002cd1a20, 0x14e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1a4, 0xc002cd18c0, 0x14e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036bf588, 0xaa04f9, 0x2, 0xc002cd18c0, 0x14e, 0x1, 0x1a, 0xc00063be00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0036bf518, 0xc00254fb80, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d0e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 453 [semacquire]:
bytes.makeSlice(0x1ba0, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003dcd1a0, 0xf4, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003dcd1a0, 0xc003abb500, 0xf4, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003dcd1a0, 0xc003abb500, 0xf4, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc002a10620, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc002a105b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc00328f490, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc00328f3b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003dcd1a0, 0xc00328ecb0, 0xb84d20, 0xc003dcd1a0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003dcd1a0, 0xc00328ecb0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003dccff0, 0x4f28728c, 0x1251a20, 0xc003dea740, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d1a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 454 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00440d8f8, 0xc003521b00, 0xce6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 455 [semacquire]:
regexp.makeOnePass(0xc003bddd10, 0xc003bddd10)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc003bddcb0, 0xc003bddcb0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003c22ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003c22ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0054d2204)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003c22ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003c22ff8, 0x1, 0xc00549b210, 0xc010107c380, 0x280459da0c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003c22ff8, 0x4, 0xeb8, 0xc003413101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003413000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc000eae1a0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003bddc80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c238f8, 0xc003ea6000, 0x1137, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 456 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003afe580, 0xc24, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003afe580, 0xc24, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003afe580, 0xc24, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003afe580, 0xc24, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003afe580, 0xc24, 0x0, 0x0, 0xc24, 0xc003afe580, 0xc24)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003afe580, 0xc24, 0xc24, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00274a2a0, 0x30, 0xc003afe580, 0xc24, 0xc003afe580, 0xc24, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00274a2a0, 0x30, 0xc003afe580, 0xc24, 0xaa0378, 0x1, 0xc003afe580, 0xc24, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d3e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 457 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc000617ef0, 0xaa03ab, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0025c1518, 0xc000617ef0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025c1518, 0xc00000ff00, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d4a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 458 [semacquire]:
strings.Replace(0xc0056dc000, 0xef4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xf, 0xc0056dc000, 0xef4)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e4f8f8, 0xc0029ec000, 0xef1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 459 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc0054d3d30, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc003d24330, 0xc003d24330)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc003d242d0, 0xc003d242d0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003e62ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003e62ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0054d3d10)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003e62ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003e62ff8, 0x1, 0xc004d0c150, 0xc000334000, 0x280459da0c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003e62ff8, 0x4, 0x4cf, 0xc0051a5b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0051a5000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032d5ba0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003d242a0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e638f8, 0xc002cafc00, 0xb2b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 460 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087c0d0, 0xc0040ca388, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087c0d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087c0d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087c0d0, 0xc0023ddc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f088c0, 0x0, 0x0, 0x0, 0xc003e61200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f088c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e618f8, 0xc00331f000, 0x170b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d6e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 461 [semacquire]:
strings.Replace(0xc005280500, 0x2080, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc005280500, 0x2080)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002be18f8, 0xc0030a7900, 0x207a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d7a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 462 [semacquire]:
strings.Replace(0xc00244ea00, 0x1373, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x5, 0xc00244ea00, 0x1373)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00384b8f8, 0xc002335500, 0x136f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 463 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00471c000, 0x15f1, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004cbd3c0, 0xaa04df, 0x2, 0xc00471c000, 0x15f1, 0x5, 0x4cb, 0xc0036b51e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc00471c000, 0x15f1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004cbd518, 0xc0036b4d00, 0x41, 0xc00335d220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 464 [semacquire]:
strings.Replace(0xc000eb1300, 0x11b6, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc000eb1300, 0x11b6)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003c298f8, 0xc002ba2000, 0x11aa, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046d9e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 465 [semacquire]:
strings.Replace(0xc00647e000, 0x1bd8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc03f800055, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032298f8, 0xc00647e000, 0x1bd8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046daa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 466 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).EachWithBreak(0xc0024b3fb0, 0xae55a0, 0x4)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:21 +0x83
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xef
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046d18f8, 0xc003adcc80, 0x18a2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046db60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 467 [semacquire]:
strings.genSplit(0xc0032bc000, 0x1242, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x477, 0x477)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031b73c0, 0xaa04f9, 0x2, 0xc002ba5900, 0x1242, 0x1, 0x477, 0xc00254f540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc002ba5900, 0x1242, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0031b7518, 0xc00254f1e0, 0x4b, 0xc002c5a2d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046dc20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 468 [semacquire]:
bytes.makeSlice(0x60c, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0024666f0, 0x4, 0x2)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0024666f0, 0xad0464, 0x4, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc003269c00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc0032699d0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc0032697a0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc002cddf80, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0024666f0, 0xc0002193b0, 0xb84d20, 0xc0024666f0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0024666f0, 0xc0002193b0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002466540, 0x4f720b7b, 0x1251a20, 0xc00588d800, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046dce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 469 [semacquire]:
strings.genSplit(0xc005cf2000, 0x5e1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x173, 0x173)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00584f3c0, 0xaa04d9, 0x2, 0xc003772600, 0x5e1, 0x1, 0x173, 0xc0038ad580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235e00, 0xc003772600, 0x5e1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00584f518, 0xc005711b20, 0x33, 0xc005919780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046dda0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 470 [semacquire]:
strings.Replace(0xc005aa5800, 0xbce, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc005aa5800, 0xbce)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032438f8, 0xc00264b800, 0xbc8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046de60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 471 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc474002290, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00461c500, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00461c4e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0023cb900, 0x4aa, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026cc400, 0x3a, 0xc0023cb900, 0x4aa, 0xc0023cb900, 0x4aa, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026cc400, 0x3a, 0xc0023cb900, 0x4aa, 0xaa0378, 0x1, 0xc0023cb900, 0x4aa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00046df20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 472 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0000ae900, 0xc00193f950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 473 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0064aa750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0064aa820, 0xc0064942a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccc40, 0x0, 0x0, 0x0, 0xc0046d5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccc40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046d58f8, 0xc000f54a00, 0x1a6f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c0c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 474 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 475 [semacquire]:
strings.genSplit(0xc005bfce00, 0x6ed, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0057de800, 0x17c, 0x17c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e33c0, 0xaa04fd, 0x2, 0xc005197500, 0x6ed, 0x1, 0x17c, 0xc004822840)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc005197500, 0x6ed, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e3518, 0xc0007bcbc0, 0x2e, 0xc00274a060)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 476 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc001f22000, 0xc00565ef7a, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc001f22000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001f22000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001f22000, 0xc0029a5030, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000eba0, 0x0, 0x0, 0x0, 0xc00366f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000eba0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00366f8f8, 0xc003aa4000, 0xe46, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 477 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002a76b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002a76c30, 0xc0050f1c00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bd600, 0x0, 0x0, 0x0, 0xc004051200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bd600, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040518f8, 0xc003309000, 0x17e8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c3c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 478 [semacquire]:
strings.Replace(0xc004396a00, 0x13c9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x60, 0xa81260)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044398f8, 0xc004396a00, 0x13c9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 479 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 480 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004e36270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004e36340, 0xc006357b90, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0037111e0, 0x0, 0x0, 0x0, 0xc002c7d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0037111e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c7d8f8, 0xc002c59000, 0x7d8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 481 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0038faf00, 0x4ed73f0c, 0x1251a20, 0xc0058070c0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c6c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 482 [semacquire]:
strings.genSplit(0xc005f18000, 0x1b5d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x4cf, 0x4cf)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049d73c0, 0xaa0599, 0x2, 0xc003c92000, 0x1b5d, 0x76, 0x4cf, 0xc0000ae580)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007482a0, 0xc003c92000, 0x1b5d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049d7518, 0xc002e0fc00, 0x41, 0xc0026cfeaa)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 483 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 484 [semacquire]:
strings.genSplit(0xc000907800, 0x2747, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0012ee000, 0x730, 0x730)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005ae33c0, 0xaa05c9, 0x2, 0xc006440800, 0x2747, 0x6, 0x730, 0xc0039ee100)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0007481e0, 0xc006440800, 0x2747, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005ae3518, 0xc003d09d20, 0x74, 0xc0024e998e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 485 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004918a90, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004918b60, 0xc0028c65b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824f60, 0x0, 0x0, 0x0, 0xc003395200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824f60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033958f8, 0xc002f7e000, 0xe4a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048c9c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 486 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003deacc0, 0xc003d8b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003d8b3c0, 0xaa04f9, 0x2, 0xc003289b00, 0x82b, 0x1, 0x197, 0xc003deaca0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc003289b00, 0x82b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003d8b518, 0xc0036b4a40, 0x72, 0xc003d3c90a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048ca80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 487 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0035e1580, 0xc002e7f2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e7f3c0, 0xaa04f9, 0x2, 0xc005903800, 0x7e8, 0x4, 0x1bd, 0xc0035e1560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc005903800, 0x7e8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e7f518, 0xc0035e10e0, 0x5f, 0xc005a66cc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cb40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 488 [semacquire]:
strings.Replace(0xc0011bc000, 0xdad, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064f78f8, 0xc0011bc000, 0xdad, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cc00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 489 [semacquire]:
github.com/araddon/dateparse.unknownErr(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc002ec5ea0, 0xdf, 0x0, 0xc002ec5ea0, 0xdf, 0xdf)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:623 +0x357c
github.com/araddon/dateparse.ParseAny(0xc002ec5ea0, 0xdf, 0x3, 0xaa0378, 0x1, 0xc002ec5ea0, 0xdf)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f1f518, 0xc0029cd7e0, 0xc0007bcb60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048ccc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 490 [semacquire]:
strings.genSplit(0xc004986800, 0x1745, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x491, 0x491)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032473c0, 0xaa04f9, 0x2, 0xc00494c800, 0x1745, 0x1, 0x491, 0xc002434b60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc00494c800, 0x1745, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003247518, 0xc0024347c0, 0x4a, 0xc00260a4c4)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cd80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 491 [semacquire]:
strings.Replace(0xc002bbb100, 0xd0f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc002bbb100, 0xd0f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00514f8f8, 0xc0024dad80, 0xd0c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048ce40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 492 [semacquire]:
regexp.makeOnePass(0xc003dcc3f0, 0xc003dcc3f0)
/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc003dcc390, 0xc003dcc390)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00385eff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00385eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044889c8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00385eff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00385eff8, 0x1, 0xc004e11520, 0xc0100ee7880, 0x280459da19b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00385eff8, 0x4, 0xb13, 0xc002cde401, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002cde000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0049184e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc360, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00385f8f8, 0xc00420ea00, 0x14b0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cf00, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 493 [semacquire]:
strings.Replace(0xc002faa000, 0x347f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x28, 0xc002faa000, 0x347f)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e1b8f8, 0xc003706a00, 0x347d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048cfc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 494 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc005688000, 0xc0031dce78, 0x7)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc005688000, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005688000)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005688000, 0xc0030fd7a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d452a0, 0x0, 0x0, 0x0, 0xc003edb200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d452a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003edb8f8, 0xc003436000, 0x1c93, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 495 [semacquire]:
strings.Replace(0xc004f9b000, 0x7ec, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x4, 0xc004f9b000, 0x7ec)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064c38f8, 0xc0045ec800, 0x7e9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 496 [semacquire]:
regexp.makeOnePass.func1(0x2, 0xc001cc9fc0, 0xc, 0xc, 0x42ca96)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass.func1(0x1, 0xc001cc9fc0, 0xc, 0xc, 0x4)
/usr/local/go/src/regexp/onepass.go:358 +0x5d7
regexp.makeOnePass(0xc001cfad50, 0xc001cfad50)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc004c95560, 0xc004c95560)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005ae5300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005ae5300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005ae5300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005ae5300, 0x75a856, 0x0, 0xc0035461c0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005ae5300, 0xc005ae52c8, 0xc005ae5350, 0x42ca96, 0xc004c95530, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc005ae5368, 0xc005ae5380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc0038ade40)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004c94e40, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc005ae5518, 0xc0038ad600, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 497 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032d5520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0032d55f0, 0xc0023796c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08720, 0x0, 0x0, 0x0, 0xc002bdf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08720, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002bdf8f8, 0xc002c73000, 0xbc3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d2c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 498 [semacquire]:
strings.Replace(0xc003919000, 0x17d0, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc003919000, 0x17d0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc18f8, 0xc0030e1000, 0x17ca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 499 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c023f50, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028b6a80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028b6a70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035338c0, 0x211, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002736b40, 0x2c, 0xc0035338c0, 0x211, 0xc0035338c0, 0x211, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002736b40, 0x2c, 0xc0035338c0, 0x211, 0xaa0378, 0x1, 0xc0035338c0, 0x211, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 500 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00009e270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00009e340, 0xc004a72310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003d08020, 0x0, 0x0, 0x0, 0xc002e63200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003d08020, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e638f8, 0xc002ca6000, 0xa02, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 501 [runnable]:
strings.Replace(0xc0064b9000, 0xf86, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0xffffffffffffffff, 0xc0064b9000, 0xf86)
/usr/local/go/src/strings/strings.go:928 +0x590
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00366d8f8, 0xc004dfa000, 0xf84, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d5c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 502 [semacquire]:
strings.genSplit(0xc005be0000, 0x9b9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x1ff, 0x1ff)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002bd53c0, 0xaa0599, 0x2, 0xc002674a80, 0x9b9, 0x1b, 0x1ff, 0xc004e54c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc002674a80, 0x9b9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002bd5518, 0xc0029cd860, 0x47, 0xc0042b49bd)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 503 [semacquire]:
strings.Replace(0xc00497f100, 0xd16, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc00497f100, 0xd16)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049ef8f8, 0xc003b4bb00, 0xd0d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 504 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc004a1eb30, 0xc000482558, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc004a1eb30, 0xc005503c00, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc004a1eb30, 0xc005503c70, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005503c70, 0xc005503c70, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004a1eff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004a1eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031ddec4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004a1eff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004a1eff8, 0x1, 0xc0053935f0, 0xc0100bd2e00, 0x280459d9f108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004a1eff8, 0x4, 0x90, 0xc002a2cf01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002a2c000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc004e3fee0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6c00, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a1f8f8, 0xc003875000, 0xf68, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 505 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc0052e77a0, 0xd500000043, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc0052e77a0, 0x43)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003ed8ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003ed8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dcc04)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003ed8ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003ed8ff8, 0x1, 0xc0052343a0, 0xc0100334000, 0x280459da0c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003ed8ff8, 0x4, 0x55, 0xc003434f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003434000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0053dfe10, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6150, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003ed98f8, 0xc00307b000, 0xfa3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d8c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 506 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087d450, 0xc0021af220, 0x3)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087d450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087d450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087d450, 0xc002558a10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08bc0, 0x0, 0x0, 0x0, 0xc0026f3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08bc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026f38f8, 0xc00323e000, 0xf0c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048d980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 507 [semacquire]:
strings.Replace(0xc00541d000, 0xe2e, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0xc003a949c0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043d78f8, 0xc00541d000, 0xe2e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048da40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 508 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048db00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 509 [runnable]:
strings.Index(0xc0003a9524, 0x123f, 0xaa36c2, 0x4, 0x520)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.Replace(0xc0003a9000, 0x1763, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x18, 0xc0003a9000, 0x1763)
/usr/local/go/src/strings/strings.go:952 +0x3a3
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041058f8, 0xc0047ab800, 0x1761, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dbc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 510 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0007bde20, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bde20, 0x0, 0x0, 0x0, 0xc003fbf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bde20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fbf8f8, 0xc003130800, 0xa8e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dc80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 511 [semacquire]:
strings.genSplit(0xc004ad0c00, 0x10e6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d36000, 0x339, 0x339)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041093c0, 0xaa059b, 0x2, 0xc000eb4c00, 0x10e6, 0x7, 0x339, 0xc0007bcaa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc000eb4c00, 0x10e6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004109518, 0xc00566e060, 0x46, 0xc00002a820)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dd40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 512 [semacquire]:
regexp.makeOnePass(0xc005386e70, 0xc005386e70)
/usr/local/go/src/regexp/onepass.go:444 +0x310
regexp.compileOnePass(0xc005386e10, 0xc005386e10)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004b3eff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004b3eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00562e044)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004b3eff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004b3eff8, 0x1, 0xc005628010, 0xc0100081c00, 0x280459da0c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004b3eff8, 0x4, 0x551, 0xc002ae8a01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002ae8000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001f22f70, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005386de0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b3f8f8, 0xc002804800, 0xa9f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048de00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 513 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004a45c00, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45c00, 0x0, 0x0, 0x0, 0xc002d05200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45c00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d058f8, 0xc0029a3000, 0x7d5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048dec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 514 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002b4c800, 0x152c, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002b4c800, 0x152c, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002b4c800, 0x152c, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002b4c800, 0x152c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002b4c800, 0x152c, 0x0, 0x0, 0x152c, 0xc002b4c800, 0x152c)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002b4c800, 0x152c, 0x152c, 0x1a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004821d9, 0x26, 0xc002b4c800, 0x152c, 0xc002b4c800, 0x152c, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004821d9, 0x26, 0xc002b4c800, 0x152c, 0xaa0378, 0x1, 0xc002b4c800, 0x152c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc00048df80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 515 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00453f900, 0x12ff, 0xc003b25218, 0xc000365880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00453f900, 0x12ff, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b253c0, 0xaa058b, 0x2, 0xc00453f900, 0x12ff, 0x1, 0x3d1, 0xc002435c00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc00453f900, 0x12ff, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b25518, 0xc002435160, 0x4e, 0xc00541f590)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 516 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc005790b30, 0xc003ad35d8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc005790b30, 0xc005671b20, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc005790b30, 0xc005671b90, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005671b90, 0xc005671b90, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc005790ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc005790ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565efd4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc005790ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc005790ff8, 0x1, 0xc005788010, 0xc010132aa80, 0x280459da19b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc005790ff8, 0x4, 0x30a, 0xc002cffc01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002cff000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc001f232b0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005673260, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b958f8, 0xc003047600, 0xcf2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 517 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0035e0b80, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e0b80, 0x0, 0x0, 0x0, 0xc00413b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e0b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00413b8f8, 0xc003521b00, 0xd3a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 518 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf860, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004e3e000, 0xc00324f3b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f094e0, 0x0, 0x0, 0x0, 0xc0041e9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f094e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e98f8, 0xc003870000, 0xda3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a62a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 520 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005711e80, 0xc002d912c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d913c0, 0xaa0503, 0x2, 0xc001ea5000, 0xb6a, 0x4, 0x299, 0xc0029ccaa0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc001ea5000, 0xb6a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d91518, 0xc00205f700, 0x20, 0xc0022feda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 521 [semacquire]:
strings.genSplit(0xc005980f00, 0x4e2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc002b83c00, 0x30000c003195360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031953c0, 0xaa04d9, 0x2, 0xc005980a00, 0x4e2, 0xc005980a00, 0xc0031953b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc005980a00, 0x4e2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003195518, 0xc00221ad40, 0x2d, 0xc00274a390)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a64e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 522 [runnable]:
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e08ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2255 +0xa0
golang.org/x/net/html.(*parser).parse(0xc003e08ea0, 0xc001035a40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d44c40, 0x0, 0x0, 0x0, 0xc003589200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d44c40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035898f8, 0xc002d7e000, 0xf92, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a65a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 523 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002999400, 0xaa04f9, 0x2, 0xc0027e7ee0, 0xca, 0xc002999240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xa, 0xc00453a930)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003552e70, 0xc0029992c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc002999388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002999388, 0xc00335aea0, 0xaa04f9, 0x2, 0xc002999518, 0x8, 0x9ecc80, 0xc002999301, 0xc0005231b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002999518, 0xc00335aea0, 0xaa04f9, 0x2, 0x0, 0x0, 0x47905b, 0x44c3e7, 0x7fc5308a57f8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 524 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032d4c30, 0xc004488920, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032d4c30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4c30)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d4c30, 0xc002222cb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f085e0, 0x0, 0x0, 0x0, 0xc003d45200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f085e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d458f8, 0xc002ff8a00, 0x148e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 525 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087c9c0, 0xc0055826c0, 0x225)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087c9c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087c9c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087c9c0, 0xc0025584d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08b80, 0x0, 0x0, 0x0, 0xc002545200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08b80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025458f8, 0xc005048000, 0x2489, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a67e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 526 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0058df0c0, 0xc0057a8b40, 0x119, 0x119, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058df0c0, 0xc0054d05b0, 0xc0058de1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc005507a40, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0058df0c0, 0xc005507a40, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0058df0c0, 0xc005507a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058df0c0, 0xc005507a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc0054b2700, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc0054b2700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc0054b2700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc0054b2620, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc0054b2620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc0054b2620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc002a94700, 0xc000db9880, 0x7fc559da2080)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025070c0, 0xc002a94700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc002a94700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058df0c0, 0xc002a94620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025070c0, 0xc002a94620, 0x54b170, 0xc004e3e270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a94620, 0x0, 0x0, 0x0, 0x0, 0xc002a94620, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0045eaea0, 0x0, 0x0, 0x0, 0x1800, 0xc004e59800, 0x152c, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004e59800, 0x152c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00260ab40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002507518, 0xc003dd24c0, 0xc004c58500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a68a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 527 [semacquire]:
strings.Replace(0xc005051400, 0x219b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xe, 0xc005051400, 0x219b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc58f8, 0xc0030d6f00, 0x2196, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 528 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003e09ba0, 0xc0040ca530, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003e09ba0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e09ba0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e09ba0, 0xc001f1ca80, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09c80, 0x0, 0x0, 0x0, 0xc004059200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09c80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040598f8, 0xc004f3e500, 0x2155, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 529 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003fe0000, 0x47d, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003fe0000, 0x47d, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003fe0000, 0x47d, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003fe0000, 0x47d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc003fe0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003fe0000, 0x47d, 0x0, 0x0, 0x47d, 0x480, 0xc003fe0000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003fe0000, 0x47d, 0x47d, 0x480)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00309aa40, 0x3c, 0xc003fe0000, 0x47d, 0xc003fe0000, 0x47d, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00309aa40, 0x3c, 0xc003fe0000, 0x47d, 0xaa0378, 0x1, 0xc003fe0000, 0x47d, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 530 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c01a0b0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0055a4050, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0055a4040, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002b50e00, 0x66f, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003ceea0, 0x33, 0xc002b50e00, 0x66f, 0xc002b50e00, 0x66f, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003ceea0, 0x33, 0xc002b50e00, 0x66f, 0xaa0378, 0x1, 0xc002b50e00, 0x66f, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 531 [semacquire]:
strings.genSplit(0xc005780000, 0xaca, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1, 0xc00010ab01, 0x230)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc003569518, 0xc0036f53b0, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003569518, 0xc0000aee20, 0x5e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 532 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc000642450, 0xab29a3, 0xc, 0xc001024230, 0x3)
/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateScore(0xc002bf3518, 0xc000642450, 0xfffffffffffffff3)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:493 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002bf3518, 0xc0024340a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:427 +0x4ba
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 533 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 534 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00566eaa0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00566eaa0, 0x0, 0x0, 0x0, 0xc003cc3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00566eaa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cc38f8, 0xc005ebac00, 0x1127, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 535 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003dd36e0, 0xc002875220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002875588, 0xaa04f9, 0x2, 0xc003e75900, 0x12d4, 0x0, 0xc001f47c00, 0x7fc559da19b8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002875518, 0xc00063baa0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 536 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc004f4a900, 0x20, 0x20, 0xc004f3b400, 0x24, 0x40, 0xc002457020, 0xc000098b68, 0x1, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc0007369f8, 0x1, 0x1, 0xc0024570f0, 0x7fc559da0c28, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0007369f8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000098b68, ...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc003aac630, 0xc004eef320)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc002457518, 0xc003aac630, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002457518, 0xc003e56f60, 0x80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 537 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003e09e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003e09ee0, 0xc001f35ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d45080, 0x0, 0x0, 0x0, 0xc0026ed200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d45080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026ed8f8, 0xc003b04600, 0x11e6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a70e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 538 [semacquire]:
strings.Replace(0xc0047c4c80, 0x18d0, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0047c4c80, 0x18d0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058518f8, 0xc0047c4c80, 0x18d0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a71a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 539 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000eaeea0, 0xc004489020, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000eaeea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eaeea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eaeea0, 0xc00271fce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08e40, 0x0, 0x0, 0x0, 0xc003cc1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08e40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cc18f8, 0xc002826000, 0x1db0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 540 [semacquire]:
strings.Replace(0xc0043a0000, 0x17c1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x17, 0xc0043a0000, 0x17c1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ae78f8, 0xc004391000, 0x17bd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 541 [semacquire]:
regexp.(*Regexp).expand(0xc0049f7860, 0xc00325af00, 0x280, 0x280, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc006362d00, ...)
/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc00325af00, 0x280, 0x280, 0xc0021af560, 0x2, 0x2, 0xc006362d00, 0x84b, 0x281)
/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0049f7860, 0x0, 0x0, 0x0, 0xc006362d00, 0x84b, 0x2, 0xc004887218, 0xc006362d00, 0x84b, ...)
/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0049f7860, 0xc006362d00, 0x84b, 0xaa0378, 0x1, 0x1, 0x12)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003699518, 0xc00063b700, 0xc002e0e360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a73e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 542 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0006881a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc000688270, 0xc00572a070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00221b240, 0x0, 0x0, 0x0, 0xc00460d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00221b240, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00460d8f8, 0xc003c38600, 0x1216, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a74a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 543 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000eaf5f0, 0xc002ae9570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09200, 0x0, 0x0, 0x0, 0xc005553200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09200, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055538f8, 0xc004044000, 0x1b04, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 544 [semacquire]:
strings.Replace(0xc004898000, 0x2cc5, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc004898000, 0x2cc5)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0055558f8, 0xc002521000, 0x2cc3, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 545 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003e09930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e09930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e09930, 0xc005147420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000ee20, 0x0, 0x0, 0x0, 0xc003501200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000ee20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035018f8, 0xc004957000, 0x26e5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a76e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 546 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004918f70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc004919040, 0xc002a10bd0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000825060, 0x0, 0x0, 0x0, 0xc003397200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000825060, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033978f8, 0xc00338d000, 0x2c87, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 547 [semacquire]:
strings.genSplit(0xc004c1d000, 0x1e3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x20d, 0xc004c1ca00, 0x1e3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002793588, 0xaa04f9, 0x2, 0xc004c1ca00, 0x1e3, 0x21, 0xc002793290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xb, 0xc00337f590)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003bb2900, 0xc002793320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002793518, 0xc003bb27e0, 0xc00566f5e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002793518, 0xc003bb27e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002793518, 0xc003bb27e0, 0xc003bb27e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 548 [semacquire]:
strings.genSplit(0xc005e8b800, 0x17d1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x588, 0x588)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0057193c0, 0xaa058b, 0x2, 0xc0059cb800, 0x17d1, 0x1, 0x588, 0xc00472c6a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc0059cb800, 0x17d1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005719518, 0xc00472c320, 0x32, 0xc0026cd680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7920, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 549 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00326d000, 0xe24, 0xc00348b218, 0xc000bd2e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00326d000, 0xe24, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00348b3c0, 0xaa04f9, 0x2, 0xc00326d000, 0xe24, 0x4, 0x34b, 0xc004822460)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00326d000, 0xe24, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00348b518, 0xc0029cd2e0, 0x3a, 0xc0023ee900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a79e0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 550 [semacquire]:
strings.Replace(0xc005cb8a80, 0xa10, 0xab2ea2, 0xd, 0xab36a1, 0xe, 0x1, 0xc005cb8a80, 0xa10)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:176 +0xbd
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053638f8, 0xc00433aa80, 0xa0d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 551 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4240024e0, 0x0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00565f3b0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00565f3a0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003060000, 0x4b3, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023ef389, 0x37, 0xc003060000, 0x4b3, 0xc003060000, 0x4b3, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023ef389, 0x37, 0xc003060000, 0x4b3, 0xaa0378, 0x1, 0xc003060000, 0x4b3, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 552 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006228ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006228f70, 0xc006243b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00566ff80, 0x0, 0x0, 0x0, 0xc002e51200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00566ff80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e518f8, 0xc002ca0000, 0x981, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 553 [semacquire]:
regexp.onePassCopy(0xc003dcc2a0, 0xc003dcc2a0)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc003dcc2a0, 0xc003dcc2a0)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003d4aff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003d4aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0044888f0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003d4aff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003d4aff8, 0x1, 0xc004e114c0, 0xc0100ffc001, 0x280459d9fe98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003d4aff8, 0x4, 0x483, 0xc0016f8b01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0016f8000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032d4a90, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc270, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d4b8f8, 0xc0044a9800, 0xb77, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 554 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0061f2000, 0xef0, 0xc002d23218, 0xc000bfe380)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0061f2000, 0xef0, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d233c0, 0xaa04df, 0x2, 0xc0061f2000, 0xef0, 0x4, 0x301, 0xc0000aea00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0061f2000, 0xef0, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d23518, 0xc0029cc2e0, 0x38, 0xc003f87e8a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 555 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005688340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005688340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005688340, 0xc00569c5b0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a458a0, 0x0, 0x0, 0x0, 0xc002c45200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a458a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c458f8, 0xc002c02880, 0xcd5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 556 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032d5d40, 0xc0040ca040, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032d5d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d5d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d5d40, 0xc0023dc380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08840, 0x0, 0x0, 0x0, 0xc003e65200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08840, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e658f8, 0xc0030e0a00, 0x1479, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004a7f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 557 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00087da00, 0xc0021af350, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00087da00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00087da00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00087da00, 0xc00256efc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08c20, 0x0, 0x0, 0x0, 0xc002541200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08c20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025418f8, 0xc0046b5300, 0x1232, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 558 [semacquire]:
regexp.onePassCopy(0xc00337e960, 0xc00337e960)
/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00337e960, 0xc00337e960)
/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00580eff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00580eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565e630)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00580eff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00580eff8, 0x1, 0xc003edfbc0, 0xc0100000077, 0x28040000007b)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00580eff8, 0x4, 0x2b7, 0xc004926d01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004926000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0064aaea0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00337e930, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00580f8f8, 0xc0024dc880, 0xd46, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c60c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 559 [semacquire]:
strings.genSplit(0xc003520000, 0xc7d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc004c7e850, 0xc003507360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035073c0, 0xaa0569, 0x2, 0xc0041b3900, 0xc7d, 0xc0041b3900, 0xc0035073b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc0041b3900, 0xc7d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003507518, 0xc003dea160, 0x44, 0xc002c5aff0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 560 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc000eae8f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eae8f0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eae8f0, 0xc00271e4d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08d80, 0x0, 0x0, 0x0, 0xc003cbf200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08d80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003cbf8f8, 0xc003508000, 0x1f45, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 561 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0064aa340, 0xc003f6c8e0, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc0064aa340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aa340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064aa340, 0xc006494150, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccc00, 0x0, 0x0, 0x0, 0xc0010ad200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccc00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010ad8f8, 0xc002c51900, 0x1072, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 562 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0035997d0, 0xc0036f7d10, 0xc004e77210)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004e77518, 0xc0035997d0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004e77518, 0xc00205e3e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c63c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 563 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000108340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000108410, 0xc0045047e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003f8b350, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f8b320, 0x0, 0x0, 0x0, 0x1000, 0xc0049fc000, 0xeb2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0049fc000, 0xeb2, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003f86380)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d71518, 0xc00063ad40, 0xc00063bb40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 564 [semacquire]:
strings.Replace(0xc005eb9900, 0x10a8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0xc, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064f58f8, 0xc005eb9900, 0x10a8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 565 [semacquire]:
strings.Replace(0xc002988000, 0x1391, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc002988000, 0x1391)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e938f8, 0xc002988000, 0x1391, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 566 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0035bfb60, 0xaa408e, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f33518, 0xc004d44d40, 0x4a, 0xc0053711d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c66c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 567 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00254e460, 0xc00279b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00279b3c0, 0xaa05c9, 0x2, 0xc004578000, 0x7de, 0x3, 0x1ac, 0xc00254e3c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc004578000, 0x7de, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00279b518, 0xc003f08180, 0x51, 0xc0003e9e00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 568 [semacquire]:
regexp.makeOnePass.func1(0x6, 0xc003da40b0, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:385 +0xbdf
regexp.makeOnePass(0xc0036f78c0, 0xc0036f78c0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0036f7860, 0xc0036f7860)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0028b2ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0028b2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc003da4094)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0028b2ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0028b2ff8, 0x1, 0xc0042f9110, 0xc0100bfe380, 0x280459da0560)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0028b2ff8, 0x4, 0x716, 0xc006337801, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc006337000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0052b0680, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0036f7800, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028b38f8, 0xc00015ad00, 0x8e6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 569 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00073bd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00073bee0, 0xc00266a4d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00000e500, 0x0, 0x0, 0x0, 0xc002fdd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00000e500, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fdd8f8, 0xc0029d7500, 0x14dc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 570 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc00092d450, 0xc004a4fa60, 0x5)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc00092d450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00092d450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00092d450, 0xc00532c380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434700, 0x0, 0x0, 0x0, 0xc002be3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434700, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002be38f8, 0xc00264d000, 0xa89, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c69c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 571 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc0032c6310, 0x0, 0x0, 0x0, 0x0, 0xc0032c6310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004df9e30, 0x0, 0x0, 0x0, 0xd80, 0xc004f36880, 0xd1b, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004f36880, 0xd1b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0024eee40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005fab518, 0xc0044dc060, 0xc0044dc900)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 572 [semacquire]:
strings.Replace(0xc0041b5200, 0xc08, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058358f8, 0xc0041b5200, 0xc08, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 573 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 574 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc00009fa00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00009fa00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00009fa00, 0xc002afbe30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000691aa0, 0x0, 0x0, 0x0, 0xc002f37200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000691aa0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f378f8, 0xc00252a400, 0xacf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 575 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00400af00, 0x4e8, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d373c0, 0xaa058b, 0x2, 0xc00400af00, 0x4e8, 0x1, 0x102, 0xc00588cd80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc00400af00, 0x4e8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d37518, 0xc00254e800, 0x45, 0xc0024e6b40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 576 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000825d80, 0xc00193a950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 577 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0054631e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0054631e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0054631e0, 0xc00251dc00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0036f73e0, 0x0, 0x0, 0x0, 0x0, 0x2101, 0xc0036f73b0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036f73b0, 0x0, 0x0, 0x0, 0x2500, 0xc005b90f00, 0x2172, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005b90f00, 0x2172, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004e16000)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d5f518, 0xc0039ef920, 0xc005711d60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c6f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 579 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00251abe0, 0x0, 0x0, 0x0, 0xc00542b400, 0xbb8, 0x2, 0xc002be5a58, 0xaa3a2a, 0x4, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00251abe0, 0xc00542b400, 0xbb8, 0x0, 0x0, 0xc0021965a0, 0x127d7a0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00542b400, 0xbb8, 0x0, 0x0, 0x10, 0xab52f4)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 580 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003383b90, 0x4ed3ab14, 0x1251a20, 0xc003f087a0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 581 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0001081a0, 0xc00445a700, 0xfd)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0001081a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001081a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001081a0, 0xc00303afc0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004912b40, 0x0, 0x0, 0x0, 0xc0026b9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004912b40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026b98f8, 0xc00306e000, 0x1b87, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 582 [semacquire]:
strings.genSplit(0xc004dfd000, 0x7fe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003ee1980, 0x198, 0x198)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d313c0, 0xaa0569, 0x2, 0xc00349f000, 0x7fe, 0x15, 0x198, 0xc0007bc9c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc00349f000, 0x7fe, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d31518, 0xc0029cc5e0, 0x4d, 0xc00002a690)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c72c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 583 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039f7400, 0xaa04f9, 0x2, 0xc005676000, 0xe8, 0xc0039f7240, 0x42d308, 0x8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x6, 0xc005672210)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003553f80, 0xc0039f72c8, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0039f7388)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0039f7388, 0xc0031ee6f0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0, 0xc1)
/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0039f7518, 0xc0031ee6f0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 584 [semacquire]:
strings.Replace(0xc005c06800, 0x1798, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x16, 0xc005c06800, 0x1798)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053658f8, 0xc00455f000, 0x1796, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 585 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00480c700, 0x6b7, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00480c700, 0x6b7, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00480c700, 0x6b7, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00480c700, 0x6b7, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00480c700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00480c700, 0x6b7, 0x0, 0x0, 0x6b7, 0x700, 0xc00480c700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00480c700, 0x6b7, 0x6b7, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00273a015, 0x2c, 0xc00480c700, 0x6b7, 0xc00480c700, 0x6b7, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00273a015, 0x2c, 0xc00480c700, 0x6b7, 0xaa0378, 0x1, 0xc00480c700, 0x6b7, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 586 [semacquire]:
strings.Replace(0xc0043b8000, 0x22b0, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc0043b8000, 0x22b0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044378f8, 0xc0030b0f00, 0x22ae, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c75c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 587 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004822340, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004822340, 0x0, 0x0, 0x0, 0xc0041e5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004822340, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e58f8, 0xc00503c000, 0x1a2a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 588 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc0005c3680, 0x10c, 0x2, 0xc00423a198, 0xc00000000a, 0x2, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc0005c3680, 0x10c, 0xaa0378, 0x1, 0x0, 0x0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00423b0c0, 0xc003d231f0, 0xc00423a1b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003d23180, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00423b0c0, 0xc003d23180, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00423b0c0, 0xc003d23180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00423b0c0, 0xc003d23180, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af12d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032db0c0, 0xc003af12d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af12d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af11f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032db0c0, 0xc003af11f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af11f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af0af0, 0xc000a7f500, 0x7fc559d9f7d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032db0c0, 0xc003af0af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af0af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00423b0c0, 0xc003af0a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032db0c0, 0xc003af0a10, 0x54b170, 0xc00073bad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003af0a10, 0x0, 0x0, 0x0, 0x0, 0xc003af0a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003a4be00, 0x0, 0x0, 0x0, 0x1a80, 0xc0042cc000, 0x19ee, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0042cc000, 0x19ee, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026cc3c0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0032db518, 0xc00063a500, 0xc003c98be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 589 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 590 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049d3588, 0xaa04f9, 0x2, 0xc00365a000, 0x24a, 0x1, 0x42, 0xc0029cc540)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0049d3518, 0xc0036b5720, 0xb8)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c78c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 591 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 592 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 593 [semacquire]:
strings.Replace(0xc00562c000, 0x1d82, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc00562c000, 0x1d82)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003faf8f8, 0xc004d28000, 0x1d80, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 594 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003846b60, 0xc0032ca0d8, 0x8)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003846b60, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003846b60)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003846b60, 0xc004b028c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029cd760, 0x0, 0x0, 0x0, 0xc002ab9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029cd760, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ab98f8, 0xc002ec4000, 0x289a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7bc0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 595 [semacquire]:
strings.Replace(0xc005694000, 0x7b1, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc005694000, 0x7b1)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002ab58f8, 0xc002a38000, 0x7af, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 596 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003ad7000, 0xdfd, 0xc003ed7218, 0xc00117d180)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003ad7000, 0xdfd, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003ed73c0, 0xaa0599, 0x2, 0xc003ad7000, 0xdfd, 0x40, 0x456, 0xc0055d8b00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003ad7000, 0xdfd, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003ed7518, 0xc0055d87c0, 0x3a, 0xc0035dce80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 597 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0035b1d70, 0x3a0bbda5, 0x1251a20, 0xc004e54d60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 598 [semacquire]:
bytes.makeSlice(0x40f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00363b0c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00363b0c0, 0x1189d32, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00363b0c0, 0xc00541f9a0, 0x42, 0x42, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab500, 0xc002f86210, 0xc003639898)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab490, 0xc000000001, 0xb)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:273 +0x583
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab260, 0x7fc4fc6e0a00, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab260, 0xc003639ea8, 0x49cd7c)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:273 +0x583
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab260, 0xc002f86210, 0xc003639f68)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab1f0, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab1f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054ab110, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00363b0c0, 0xc0054ab110, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054ab110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:271 +0x54b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054ab110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aaaf0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054aaaf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aaaf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aaa10, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054aaa10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aaa10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aa310, 0xc000365880, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00363b0c0, 0xc0054aa310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aa310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00363b0c0, 0xc0054aa230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00363b0c0, 0xc0054aa230, 0x54b170, 0xc001e47520)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0054aa230, 0x0, 0x0, 0x0, 0x0, 0xc0054aa230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0036ac000, 0x0, 0x0, 0x0, 0x2800, 0xc00363c000, 0x266a, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00363c000, 0x266a, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026cc380)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002e65518, 0xc00254e060, 0xc0029cd1e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7ec0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 599 [semacquire]:
golang.org/x/net/html.(*parser).addChild(0xc0053dfc70, 0xc0019184d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:234 +0xf3
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0053dfc70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:1097 +0x76a
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0053dfc70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0053dfc70, 0xc002b81730, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d451e0, 0x0, 0x0, 0x0, 0xc0058b9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d451e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058b98f8, 0xc003940000, 0x1fbb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004c7f80, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 600 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6060, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 601 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc002e0fd20, 0xc0033912c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033913c0, 0xaa0503, 0x2, 0xc0034f2000, 0x1473, 0x3, 0x51f, 0xc002e0fd00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc0034f2000, 0x1473, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003391518, 0xc002e0f940, 0x58, 0xc000366a80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6120, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 602 [semacquire]:
strings.Replace(0xc002c12500, 0x2441, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc002c12500, 0x2441)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f278f8, 0xc001f86f00, 0x2439, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e61e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 603 [semacquire]:
strings.Replace(0xc004f00000, 0x3198, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc004f00000, 0x3198)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046cf8f8, 0xc002bc9500, 0x317c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e62a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 604 [semacquire]:
strings.genSplit(0xc003952800, 0x1531, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d76000, 0x39a, 0x39a)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00279d3c0, 0xaa058b, 0x2, 0xc00272f800, 0x1531, 0x1, 0x39a, 0xc00254f0c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00272f800, 0x1531, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00279d518, 0xc005806ea0, 0x7b, 0xc004b4bc80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 605 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 606 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00087c1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00087c270, 0xc0024fd2d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bca40, 0x0, 0x0, 0x0, 0xc004aed200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bca40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004aed8f8, 0xc001f89400, 0x23b9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e64e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 607 [semacquire]:
bytes.makeSlice(0x1368, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003e5f388, 0x110, 0x191)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003e5f388, 0xc0057a8360, 0x110, 0x191, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c28cb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c28af0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c0ccb0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c0cbd0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c0c4d0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0027eaa50, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e5f518, 0xc005711f40, 0x4f, 0xc0058725f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e65a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 608 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0029fd900, 0x12c6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0029fd900, 0x12c6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0029fd900, 0x12c6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0029fd900, 0x12c6, 0x0, 0x0, 0x12c6, 0xc0029fd900, 0x12c6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0029fd900, 0x12c6, 0x12c6, 0x1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026d63c0, 0x2f, 0xc0029fd900, 0x12c6, 0xc0029fd900, 0x12c6, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026d63c0, 0x2f, 0xc0029fd900, 0x12c6, 0xaa0378, 0x1, 0xc0029fd900, 0x12c6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 609 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0032d4f70, 0xc0031dac60, 0x151)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0032d4f70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4f70)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d4f70, 0xc00223b570, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08660, 0x0, 0x0, 0x0, 0xc003087200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08660, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030878f8, 0xc0030aea00, 0x23dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 610 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002327400, 0x225, 0x225, 0x3, 0x0, 0x224, 0xc002327400)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00362f518, 0xc0000aede0, 0xc004a44040)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e67e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 611 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e68a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 612 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0057118a0, 0xc0055472c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055473c0, 0xaa05c9, 0x2, 0xc00084f500, 0x14d3, 0x7, 0x40e, 0xc005711880)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00084f500, 0x14d3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005547518, 0xc005711440, 0x3e, 0xc0059193c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 613 [semacquire]:
strings.Replace(0xc0007c4a00, 0x31e0, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0007c4a00, 0x31e0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f298f8, 0xc0007c1500, 0x31dd, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 614 [semacquire]:
strings.genSplit(0xc0060748c0, 0x1b7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x21b, 0xc006074700, 0x1b7)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004307588, 0xaa04f9, 0x2, 0xc006074700, 0x1b7, 0x1, 0x11, 0xc003deb4c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004307518, 0xc003e56f40, 0x7f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 615 [semacquire]:
bytes.makeSlice(0x81f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005eb30c0, 0x1, 0xb0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005eb30c0, 0x1189d4f, 0x1, 0x1, 0xaa, 0xb0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005eb30c0, 0xc0027415c1, 0xb2, 0xb2, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005eb30c0, 0xc005e99f10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e99c00, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005eb30c0, 0xc005e99c00, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005eb30c0, 0xc005e99c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005eb30c0, 0xc005e99c00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e99110, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bad0c0, 0xc005e99110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e99110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e99030, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bad0c0, 0xc005e99030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e99030, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e98930, 0xc000334000, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004bad0c0, 0xc005e98930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e98930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005eb30c0, 0xc005e98850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bad0c0, 0xc005e98850, 0x54b170, 0xc002a76dd0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005e98850, 0x0, 0x0, 0x0, 0x0, 0xc005e98850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00293e6c0, 0x0, 0x0, 0x0, 0x1000, 0xc005e9b000, 0xfd8, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005e9b000, 0xfd8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002739b90)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004bad518, 0xc00000ee00, 0xc0007bdba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 616 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c013cc0, 0x7fc4cc002ca0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0010250c0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0010250b0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00312d800, 0xab8, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f7270, 0x4e, 0xc00312d800, 0xab8, 0xc00312d800, 0xab8, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f7270, 0x4e, 0xc00312d800, 0xab8, 0xaa0378, 0x1, 0xc00312d800, 0xab8, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 617 [semacquire]:
os.newFile(0x52, 0xc0004e6d20, 0x5b, 0x1, 0x0)
/usr/local/go/src/os/file_unix.go:113 +0x52
os.openFileNolog(0xc0004e6d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file_unix.go:226 +0x18d
os.OpenFile(0xc0004e6d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0004e6d20, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 618 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0026544e0, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e5518, 0xc00205e300, 0x2e, 0xc0023f2000)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 619 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 620 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc004ea4420, 0xd50000006f, 0x1)
/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc004ea4420, 0x6f)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003092ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003092ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00448910c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003092ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003092ff8, 0x1, 0xc005192160, 0xc0100365880, 0x280459d9f7d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003092ff8, 0x4, 0xe31, 0xc003844101, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003844000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0053de270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dccc00, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030938f8, 0xc00357e000, 0x1fcc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e6f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 621 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc0003f66c0, 0x21c, 0x2, 0xc002f71e68, 0x0, 0xc002f71f08, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc0003f66c0, 0x21c, 0xaa0378, 0x1, 0xc004e95f00, 0x6)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f730c0, 0xc002f53180, 0xc002f86210, 0xc002f71fa0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f53110, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f730c0, 0xc002f53110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f730c0, 0xc002f53110, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52f50, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f730c0, 0xc002f52f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f730c0, 0xc002f52f50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52930, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f390c0, 0xc002f52930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52930, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52850, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f390c0, 0xc002f52850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52150, 0xc001b7b500, 0x7fc559da0560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f390c0, 0xc002f52150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52150, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f730c0, 0xc002f52070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f390c0, 0xc002f52070, 0x54b170, 0xc000108270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002f52070, 0x0, 0x0, 0x0, 0x0, 0xc002f52070, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002b13b60, 0x0, 0x0, 0x0, 0x1980, 0xc0025d2000, 0x1903, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0025d2000, 0x1903, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002612120)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f39518, 0xc0029cc040, 0xc0029ccda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 622 [semacquire]:
strings.Replace(0xc0046b8c00, 0x12cd, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc0046b8c00, 0x12cd)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056cf8f8, 0xc0046b5300, 0x12ca, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e70e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 623 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc0042050c0, 0xaa04bf, 0x2, 0x83, 0x2, 0xc004204198)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0042050c0, 0xaa04bf, 0x2, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0042050c0, 0xc003559ab0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003559ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003559ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad4fc0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003ad4fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad4fc0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad4ee0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003ad4ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad4ee0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad47e0, 0xc000335180, 0x7fc559d9f108)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0042050c0, 0xc003ad47e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad47e0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0042050c0, 0xc003ad4700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0042050c0, 0xc003ad4700, 0x54b170, 0xc003e08820)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003ad4700, 0x0, 0x0, 0x0, 0x0, 0xc003ad4700, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00375da40, 0x0, 0x0, 0x0, 0x1800, 0xc004697000, 0x156e, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004697000, 0x156e, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000178f20)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004205518, 0xc002434540, 0xc002435120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e71a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 624 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc45c220ed0, 0x7fc45c21ff50)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002365a80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002365a70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001dfb800, 0x7aa, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0005c01ef, 0x46, 0xc001dfb800, 0x7aa, 0xc001dfb800, 0x7aa, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0005c01ef, 0x46, 0xc001dfb800, 0x7aa, 0xaa0378, 0x1, 0xc001dfb800, 0x7aa, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 625 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00541c002, 0xea7, 0xc002c03248, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00541c002, 0xea7, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002c03518, 0xc0000af4e0, 0xc0049124e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 626 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00450ca80, 0x9ce, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00450ca80, 0x9ce, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00450ca80, 0x9ce, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00450ca80, 0x9ce, 0x0, 0x0, 0x9ce, 0xc00450ca80, 0x9ce)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00450ca80, 0x9ce, 0x9ce, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e6be8, 0x42, 0xc00450ca80, 0x9ce, 0xc00450ca80, 0x9ce, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e6be8, 0x42, 0xc00450ca80, 0x9ce, 0xaa0378, 0x1, 0xc00450ca80, 0x9ce, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e73e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 627 [runnable]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x278
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e74a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 628 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 629 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0056884e0, 0xc0026d1f80, 0x7c)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0056884e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0056884e0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0056884e0, 0xc0017ce310, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d454c0, 0x0, 0x0, 0x0, 0xc00460b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d454c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00460b8f8, 0xc00522aa00, 0x2063, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 630 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004918ea0, 0xc0050dc700, 0xdb)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004918ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004918ea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004918ea0, 0xc002a0e380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000825000, 0x0, 0x0, 0x0, 0xc00319b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000825000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00319b8f8, 0xc002420c80, 0x18c2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e76e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 631 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc004f38380, 0xc9b, 0xc00553f218, 0xc000365880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc004f38380, 0xc9b, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00553f3c0, 0xaa058b, 0x2, 0xc004f38380, 0xc9b, 0x1, 0x2ce, 0xc0044dcb80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc004f38380, 0xc9b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00553f518, 0xc003f09880, 0x43, 0xc005371220)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e77a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 632 [semacquire]:
strings.genSplit(0xc004a84000, 0x10fa, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d5a000, 0x33b, 0x33b)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e673c0, 0xaa04df, 0x2, 0xc002645900, 0x10fa, 0x5, 0x33b, 0xc004822940)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc002645900, 0x10fa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e67518, 0xc004822560, 0x5c, 0xc0003e89c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 633 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005a97a80, 0x1a7b, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005a97a80, 0x1a7b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005a97a80, 0x1a7b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005a97a80, 0x1a7b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005a97a80, 0x1a7b, 0x0, 0x0, 0x1a7b, 0xc005a97a80, 0x1a7b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005a97a80, 0x1a7b, 0x1a7b, 0x1a80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003d3c08e, 0x6f, 0xc005a97a80, 0x1a7b, 0xc005a97a80, 0x1a7b, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003d3c08e, 0x6f, 0xc005a97a80, 0x1a7b, 0xaa0378, 0x1, 0xc005a97a80, 0x1a7b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 634 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003e23b00, 0xd66, 0xc004453218, 0xc000ee7880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003e23b00, 0xd66, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044533c0, 0xaa059b, 0x2, 0xc003e23b00, 0xd66, 0x5, 0x327, 0xc0029cdea0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003e23b00, 0xd66, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004453518, 0xc0029cdb60, 0x5c, 0xc000096360)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e79e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 635 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc003e089c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e089c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e089c0, 0xc00422c0e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002435220, 0x0, 0x0, 0x0, 0xc004af7200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002435220, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004af78f8, 0xc0007cb000, 0x2d8f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 636 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006087790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006087860, 0xc003ae6770, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003733c80, 0x0, 0x0, 0x0, 0x0, 0xd01, 0xc003733c50)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003733c50, 0x0, 0x0, 0x0, 0x1000, 0xc0059a6000, 0xdea, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0059a6000, 0xdea, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0033425a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc005739518, 0xc0036b4140, 0xc0036b4bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 637 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc005807820, 0xc00404d220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00404d588, 0xaa04f9, 0x2, 0xc00322e630, 0xae, 0x2, 0x11, 0xc0058077e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00404d518, 0xc00221af00, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 638 [semacquire]:
strings.genSplit(0xc000097620, 0x59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x59, 0x4e, 0x4e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006007518, 0xc005795d70, 0x2)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:575 +0x1a2
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006007518, 0xc002434c80, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 639 [semacquire]:
strings.Replace(0xc0035d6a00, 0x133b, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x7, 0xb7b900, 0xc00005e060)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc004d8c1c0, 0x0, 0x0, 0x0, 0x0, 0xc004d8c1c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024b3c50, 0x0, 0x0, 0x0, 0x1800, 0xc003952800, 0x1799, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003952800, 0x1799, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xffffffffffffffff, 0x3f00006b00000004, 0xc002c5aa50)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003dc7518, 0xc00205ec80, 0xc00205fba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 640 [semacquire]:
strings.genSplit(0xc006211500, 0x14b6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005b39000, 0x419, 0x419)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0056cd3c0, 0xaa0503, 0x2, 0xc00268f500, 0x14b6, 0x4, 0x419, 0xc004823e60)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc00268f500, 0x14b6, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0056cd518, 0xc004823a40, 0x41, 0xc0042b5f40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 641 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007bdca0, 0xc0031ff220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0031ff588, 0xaa04f9, 0x2, 0xc002bc0820, 0x189, 0x12, 0x2b, 0xc003c986e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0031ff518, 0xc0049135a0, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0004e7f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 642 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 643 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002d115f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc002d116c0, 0xc003097ab0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000691c20, 0x0, 0x0, 0x0, 0xc002f0f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000691c20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f0f8f8, 0xc003007300, 0x103c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005800c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 644 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032d4410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0032d44e0, 0xc001b8d500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08320, 0x0, 0x0, 0x0, 0xc003a2f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08320, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a2f8f8, 0xc001ec4000, 0x1b2c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 645 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 646 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0000aeb60, 0xc002c07210, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002c07588, 0xaa04f9, 0x2, 0xc00370b680, 0x253, 0x8, 0xc002c07290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xb, 0xc0036f7f50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0044f5140, 0xc002c07320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002c07518, 0xc0044f48a0, 0xc00254ed40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002c07518, 0xc0044f48a0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002c07518, 0xc0044f48a0, 0xc0044f48a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 647 [runnable]:
golang.org/x/net/html.(*parser).addChild(0xc004e361a0, 0xc006356000)
/home/develop/go/src/golang.org/x/net/html/parse.go:226 +0x276
golang.org/x/net/html.(*parser).addText(0xc004e361a0, 0x1189d00, 0x1)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x162
golang.org/x/net/html.inBodyIM(0xc004e361a0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e361a0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004e361a0, 0xc006353490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0006919a0, 0x0, 0x0, 0x0, 0xc003863200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0006919a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038638f8, 0xc003487900, 0xc35, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005803c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 648 [runnable]:
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:31 +0x187
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 649 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032d5e10, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0032d5ee0, 0xc0023dd5e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08880, 0x0, 0x0, 0x0, 0xc002f35200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08880, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f358f8, 0xc002701800, 0x15c0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 650 [runnable]:
strings.Index(0xc001c48000, 0x1c4d, 0xaa042f, 0x2, 0x3)
/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.Replace(0xc001c48000, 0x1c4d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0xc003ba6000, 0xc0029ccf20)
/usr/local/go/src/strings/strings.go:952 +0x3a3
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058118f8, 0xc001c48000, 0x1c4d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 651 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005806c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 652 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004c599e0, 0xc00005d950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 653 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf2b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000eaf380, 0xc002ae83f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08f00, 0x0, 0x0, 0x0, 0xc003edd200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08f00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003edd8f8, 0xc003cc5300, 0x12c5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 654 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000825b60, 0xc0006e5950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 655 [runnable]:
regexp.makeOnePass.func1(0xa, 0xc004e62720, 0xc, 0xc, 0x1)
/usr/local/go/src/regexp/onepass.go:361 +0x76b
regexp.makeOnePass(0xc0047f66f0, 0xc0047f66f0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0047f6690, 0xc0047f6690)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002485300, 0x0, 0xaba6c6, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002485300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002485300, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002485300, 0x75a856, 0x0, 0xc00254a000, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002485300, 0xc0024852c8, 0xc002485350, 0x42ca96, 0xc0047f6660, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002485368, 0xc002485380, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc004e55060)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0007006f0, 0xaba6c1, 0x1a, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002485518, 0xc00344d520, 0xaba6c1, 0x1a, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005809c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 656 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d45280, 0xc0006e7950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 657 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004822660, 0xc0006f6950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 658 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc005d270c0, 0xc0033a5c20, 0xeb, 0xeb, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d270c0, 0xc0062ebea0, 0xc005d261b0, 0xaa04bf)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062ebe30, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc005d270c0, 0xc0062ebe30, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc005d270c0, 0xc0062ebe30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc005d270c0, 0xc0062ebe30, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062eb340, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00018b0c0, 0xc0062eb340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b0c0, 0xc0062eb340, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062eb260, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00018b0c0, 0xc0062eb260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b0c0, 0xc0062eb260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062eab60, 0x20300100000000, 0x7fc4fc7e7fff)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00018b0c0, 0xc0062eab60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b0c0, 0xc0062eab60, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc005d270c0, 0xc0062eaa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00018b0c0, 0xc0062eaa80, 0x54b170, 0xc0062e61a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0062eaa80, 0x0, 0x0, 0x0, 0x0, 0xc0062eaa80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005f41f50, 0x0, 0x0, 0x0, 0x1000, 0xc0062ee000, 0xe95, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0062ee000, 0xe95, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc00628c150)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00018b518, 0xc003711180, 0xc004912700)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 659 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 660 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0055d8720, 0xc0006f9950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 661 [semacquire]:
strings.genSplit(0xad1fe8, 0x88a, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc003374000, 0xc3, 0xc3)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 662 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003f09cc0, 0xc0007d3950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 663 [semacquire]:
github.com/araddon/dateparse.newParser(...)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710
github.com/araddon/dateparse.parseTime(0xc000429f80, 0x51, 0x0, 0xc000429f80, 0x51, 0x51)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6
github.com/araddon/dateparse.ParseAny(0xc000429f80, 0x51, 0x3, 0xaa0378, 0x1, 0xc000429f80, 0x51)
/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ab7518, 0xc00566ec20, 0xc003dd2520)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000580fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 664 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00472d180, 0xc0007d5950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 665 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0037113e0, 0xc0007ce950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 666 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003710cc0, 0xc0007cf950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 667 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0035e1fc0, 0xc00018f950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005812c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 668 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003288000, 0x8ba, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003288000, 0x8ba, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003288000, 0x8ba, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003288000, 0x8ba, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003288000, 0x8ba, 0x0, 0x0, 0x8ba, 0xc003288000, 0x8ba)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003288000, 0x8ba, 0x8ba, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026ceba4, 0x32, 0xc003288000, 0x8ba, 0xc003288000, 0x8ba, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026ceba4, 0x32, 0xc003288000, 0x8ba, 0xaa0378, 0x1, 0xc003288000, 0x8ba, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 669 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000691660, 0xc00496d1b0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00496d588, 0xaa04f9, 0x2, 0xc00315ac80, 0x1922, 0xc004278e01, 0xc003d0d2f0, 0xc00496d230)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00496d518, 0xc004341860, 0xc004341ce0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00496d518, 0xc003710640, 0x4f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 670 [semacquire]:
strings.genSplit(0xc0030d9400, 0x2486, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3c8a, 0xc0030d2500, 0x2486)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004209588, 0xaa04f9, 0x2, 0xc0030d2500, 0x2486, 0x641e2d, 0x0, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004209518, 0xc00344d140, 0x5d)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 671 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0047b0000, 0x1646, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0047b0000, 0x1646, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0047b0000, 0x1646, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0047b0000, 0x1646, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0047b0000, 0x1646, 0x0, 0x0, 0x1646, 0xc0047b0000, 0x1646)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0047b0000, 0x1646, 0x1646, 0x1800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001143c0, 0x2f, 0xc0047b0000, 0x1646, 0xc0047b0000, 0x1646, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001143c0, 0x2f, 0xc0047b0000, 0x1646, 0xaa0378, 0x1, 0xc0047b0000, 0x1646, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005815c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 672 [semacquire]:
strings.genSplit(0xc004983800, 0x1668, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005b56000, 0x407, 0x407)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0064bf3c0, 0xaa058b, 0x2, 0xc0043a4800, 0x1668, 0x1, 0x407, 0xc003710200)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cd50, 0xc0043a4800, 0x1668, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0064bf518, 0xc0035e19e0, 0x45, 0xc00002b950)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 673 [semacquire]:
github.com/fatih/set.newTS(...)
/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:24 +0x165
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 674 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00344d960, 0xc000858950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 675 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f0d3c0, 0xaa0599, 0x2, 0xc002898500, 0x213d, 0xc002898500, 0xc003f0d3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000700c90, 0xc002898500, 0x213d, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f0d518, 0xc0039eee40, 0x52, 0xc00046c565)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005818c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 676 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc003b89200, 0x25a6, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003b89200, 0x25a6, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003b89200, 0x25a6, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003b89200, 0x25a6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003b89200, 0x25a6, 0x0, 0x0, 0x25a6, 0xc003b89200, 0x25a6)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003b89200, 0x25a6, 0x25a6, 0x2800)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002608240, 0x33, 0xc003b89200, 0x25a6, 0xc003b89200, 0x25a6, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002608240, 0x33, 0xc003b89200, 0x25a6, 0xaa0378, 0x1, 0xc003b89200, 0x25a6, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 677 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00587eb30, 0xc000482608, 0x1, 0xe, 0xd5, 0x600000003)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00587eb30, 0xc0059511f0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00587eb30, 0xc005951260, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc005951260, 0xc005951260, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00587eff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00587eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00389c85c)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00587eff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00587eff8, 0x1, 0xc00594e8c0, 0xc01013fd500, 0x280459d9fe98)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00587eff8, 0x4, 0x3b5, 0xc00044ac01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00044a000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc003846d00, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6f60, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031b58f8, 0xc003690000, 0x2af6, 0x42ca96, 0xc002d836e0, 0x60)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 678 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0048d1000, 0xffb, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0048d1000, 0xffb, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0048d1000, 0xffb, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0048d1000, 0xffb, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0048d1000, 0xffb, 0x0, 0x0, 0xffb, 0xc0048d1000, 0xffb)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0048d1000, 0xffb, 0xffb, 0x1500)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0026ceb40, 0x4e, 0xc0048d1000, 0xffb, 0xc0048d1000, 0xffb, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0026ceb40, 0x4e, 0xc0048d1000, 0xffb, 0xaa0378, 0x1, 0xc0048d1000, 0xffb, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 679 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00469c000, 0x39b, 0x39b, 0x3, 0x0, 0x39a, 0xc00469c000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00402b518, 0xc0036b4040, 0xc0036b48a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 680 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 802 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc0000aa000, 0xc0000a8000)
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9
goroutine 681 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 682 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 683 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc002434000, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434000, 0x0, 0x0, 0x0, 0xc002501200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434000, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025018f8, 0xc002543300, 0x18e5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 684 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000581f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 685 [semacquire]:
strings.Replace(0xc0021ddb00, 0x1a8f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc0021ddb00, 0x1a8f)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e418f8, 0xc001f2b100, 0x1a89, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 686 [semacquire]:
strings.Replace(0xc0056be000, 0xffa, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc0056be000, 0xffa)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e4d8f8, 0xc0029f8000, 0xff5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 687 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002181380, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002181380)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002181380, 0xc003ccf490, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004c59440, 0x0, 0x0, 0x0, 0xc002603200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004c59440, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026038f8, 0xc005a3a000, 0x1be2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a01e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 688 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a02a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 689 [semacquire]:
strings.Replace(0xc00340d500, 0x2975, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x7, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056d18f8, 0xc00340d500, 0x2975, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 690 [semacquire]:
strings.Replace(0xc000783000, 0x161c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x6, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d5d8f8, 0xc000783000, 0x161c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 691 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc002b12090, 0xc002b136b0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x87
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0044fb518, 0xc002b12090, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044fb518, 0xc003d08780, 0x4e)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a04e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 692 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a05a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 693 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004c58bc0, 0xc0052d6150, 0xc0052da000, 0x2, 0x2, 0xc0052da000, 0x2, 0x2)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004c58bc0, 0xc0052bdea0, 0x0, 0x0, 0x0, 0xa2f0bffe9d8470af, 0xc00439d138, 0xc00439d1e0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004c58bc0, 0xc0052bde30, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc004c58bc0, 0xc0052bde30, 0xc00439d1d0, 0x747325, 0xc00167ee00)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0052bdd50, 0x0, 0x8, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc000010820, 0x1, 0x1, 0xc00439d330, 0x1, 0x0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000010820, 0x1, 0x1, 0xb856e0, 0xc004c58bc0, 0xc00439d3b0, 0x753f20, 0xaa3fc2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0052b9170, 0xaa408e, 0x4, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00439d518, 0xc004c588e0, 0x49, 0xc0023f7680)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 694 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0041a8000, 0xa7b, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0041a8000, 0xa7b, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0041a8000, 0xa7b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0041a8000, 0xa7b, 0x0, 0x0, 0xa7b, 0xc0041a8000, 0xa7b)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0041a8000, 0xa7b, 0xa7b, 0xc00)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023ef2cd, 0x26, 0xc0041a8000, 0xa7b, 0xc0041a8000, 0xa7b, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023ef2cd, 0x26, 0xc0041a8000, 0xa7b, 0xaa0378, 0x1, 0xc0041a8000, 0xa7b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 695 [semacquire]:
strings.Replace(0xc005682000, 0x960, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc005682000, 0x960)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029358f8, 0xc002c1f500, 0x95e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a07e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 696 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000f3e0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000f3e1a0, 0xc0053778f0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00588da80, 0x0, 0x0, 0x0, 0xc004057200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00588da80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0040578f8, 0xc00555a000, 0x1186, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a08a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 697 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc000eae0d0, 0xc004ada7e0, 0x62)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc000eae0d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000eae0d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000eae0d0, 0xc0025981c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08cc0, 0x0, 0x0, 0x0, 0xc005a03200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08cc0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a038f8, 0xc002c86000, 0x1328, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 698 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0038f0000, 0x1fc, 0x1fc, 0x3, 0x0, 0x1fb, 0xc0038f0000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d03518, 0xc004e54360, 0xc004e54dc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 699 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003d1cf90, 0x20, 0x203001, 0x203001, 0x203001)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00410b518, 0xc0006918a0, 0xc004d45340)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 700 [semacquire]:
strings.Replace(0xc0011ba580, 0xc59, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x226e6f6974706972, 0x746e65746e6f6320)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00460f8f8, 0xc0011ba580, 0xc59, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 701 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001e46410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001e464e0, 0xc0063c0070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0036b4980, 0x0, 0x0, 0x0, 0xc003e21200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0036b4980, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e218f8, 0xc003c3e600, 0x1192, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0c60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 702 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0d20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 703 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005a4b002, 0xf0f, 0xc004c39248, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005a4b002, 0xf0f, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0058d3518, 0xc000825e20, 0xc00588c8e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 704 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc0035add40, 0xc003da4301)
/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0035add40, 0x6d)
/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc0035add40, 0x1)
/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc0035ade10, 0xc003593d50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0035e16a0, 0x0, 0x0, 0x0, 0xc0024d5200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0035e16a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024d58f8, 0xc0025df000, 0x1602, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 705 [runnable]:
github.com/fatih/set.(*Set).Add(0xc0041d6e20, 0xc001007950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a0f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 706 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4c0002c90, 0x7fc4c0002e50)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0053cd070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0053cd060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c54000, 0xc69, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024e6410, 0x41, 0xc001c54000, 0xc69, 0xc001c54000, 0xc69, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024e6410, 0x41, 0xc001c54000, 0xc69, 0xaa0378, 0x1, 0xc001c54000, 0xc69, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 707 [runnable]:
strings.TrimSpace(0xaced2e, 0x5, 0x1, 0x0)
/usr/local/go/src/strings/strings.go:874 +0x2b
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:29 +0x205
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a10e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 708 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a11a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 709 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002c57000, 0xf0e, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002c57000, 0xf0e, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002c57000, 0xf0e, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002c57000, 0xf0e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002c57000, 0xf0e, 0x0, 0x0, 0xf0e, 0xc002c57000, 0xf0e)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002c57000, 0xf0e, 0xf0e, 0x1300)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114060, 0x27, 0xc002c57000, 0xf0e, 0xc002c57000, 0xf0e, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114060, 0x27, 0xc002c57000, 0xf0e, 0xaa0378, 0x1, 0xc002c57000, 0xf0e, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 710 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007bdf80, 0xc0044ff220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044ff588, 0xaa04f9, 0x2, 0xc004101340, 0x151, 0x1, 0x22, 0xc0007bdee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044ff518, 0xc004823960, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 711 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004df88d0, 0x2befc123, 0x1251a20, 0xc000825620, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a13e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 712 [semacquire]:
github.com/PuerkitoBio/goquery.getParentNodes.func1(0x0, 0xc002ec3810, 0xc00003c800, 0xc002043140, 0x4341f3)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:680 +0x5f
github.com/PuerkitoBio/goquery.mapNodes(0xc0055ea8b8, 0x1, 0x1, 0xae5578, 0xc000642ab0, 0xc0007bcba8, 0xae6208)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getParentNodes(0xc0055ea8b8, 0x1, 0x1, 0x1, 0x0, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:678 +0x4b
github.com/PuerkitoBio/goquery.(*Selection).Parent(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002043518, 0xc00063a4e0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:432 +0x56d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a14a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 713 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000689ba0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000689c70, 0xc0036b9ce0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003c98d40, 0x0, 0x0, 0x0, 0xc002f39200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003c98d40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f398f8, 0xc001e52a00, 0x5355, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 714 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004a45940, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004a45940, 0x0, 0x0, 0x0, 0xc002c47200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004a45940, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c478f8, 0xc0006c9c00, 0xaf7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 715 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0032d4340, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d4340)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d4340, 0xc001b8ce70, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f082c0, 0x0, 0x0, 0x0, 0xc003d8d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f082c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d8d8f8, 0xc004a36000, 0x1e5f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a16e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 717 [semacquire]:
strings.Replace(0xc004ccb600, 0xd26, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00405d8f8, 0xc004ccb600, 0xd26, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 719 [semacquire]:
strings.Replace(0xc0028cf000, 0x787, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a198f8, 0xc0028cf000, 0x787, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a19e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 720 [semacquire]:
strings.Replace(0xc0029fb300, 0x108c, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0xb6bf96)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00369d8f8, 0xc0029fb300, 0x108c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1aa0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 721 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1b60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 722 [semacquire]:
strings.Replace(0xc0031ac000, 0xf2a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032dd8f8, 0xc0031ac000, 0xf2a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1c20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 723 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eafd40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000eafe10, 0xc00259ff10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09b40, 0x0, 0x0, 0x0, 0xc002cc3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09b40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002cc38f8, 0xc001cc2a00, 0x19d2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1ce0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 724 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003aa0000, 0xc2c, 0xc004f51218, 0xc000bd2e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003aa0000, 0xc2c, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004f513c0, 0xaa04f9, 0x2, 0xc003aa0000, 0xc2c, 0x1, 0x2b7, 0xc0055d8560)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc003aa0000, 0xc2c, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004f51518, 0xc0055d8220, 0x4e, 0xc002c5b8b0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1da0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 725 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003dea120, 0xc0034732c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0034733c0, 0xaa04f9, 0x2, 0xc0029f6400, 0x8fa, 0x1, 0x23d, 0xc00000e6c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000748300, 0xc0029f6400, 0x8fa, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003473518, 0xc0029cc640, 0x4d, 0xc00260bf40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1e60, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 726 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003e09520, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc003e095f0, 0xc0051232d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003710080, 0x0, 0x0, 0x0, 0xc003fad200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003710080, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fad8f8, 0xc00512a000, 0x38fc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005a1f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 727 [semacquire]:
strings.genSplit(0xc004b59000, 0xfa2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d3ca00, 0x303, 0x303)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f933c0, 0xaa04df, 0x2, 0xc005943000, 0xfa2, 0x4, 0x303, 0xc003f08640)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c270, 0xc005943000, 0xfa2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f93518, 0xc005807260, 0x37, 0xc00510c300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 728 [semacquire]:
regexp.newQueue(...)
/usr/local/go/src/regexp/onepass.go:141
regexp.makeOnePass(0xc0026f6510, 0xc0026f6510)
/usr/local/go/src/regexp/onepass.go:307 +0x171
regexp.compileOnePass(0xc0026f64b0, 0xc0026f64b0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003362ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003362ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0031dd5c4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003362ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003362ff8, 0x1, 0xc0052351c0, 0xc0100334000, 0x280459da0c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003362ff8, 0x4, 0xf7, 0xc003620f01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003620000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc005688820, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0026f6480, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0033638f8, 0xc0031ae000, 0xefa, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c00c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 729 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 730 [semacquire]:
bytes.makeSlice(0x621, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003505388, 0xed, 0x7)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003505388, 0xc002940a50, 0xed, 0x5165d7, 0xc004d18ce6, 0xc004dd3480)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005121810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0051217a0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002955110)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002955030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002954930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004ba1740, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003505518, 0xc000825900, 0x50, 0xc002c5b450)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0240, 0x59)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 731 [semacquire]:
strings.genSplit(0xc005d8e800, 0x3fd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3fd, 0xc004cfdb00, 0x403)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00358d518, 0xc0038adee0, 0xc00221af20)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 732 [semacquire]:
strings.Replace(0xc004a01300, 0x1149, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xd, 0xc004a01300, 0x1149)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a058f8, 0xc000f43900, 0x1132, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c03c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 733 [runnable]:
golang.org/x/net/html.(*Node).AppendChild(...)
/home/develop/go/src/golang.org/x/net/html/node.go:88
golang.org/x/net/html.(*parser).addChild(0xc004918820, 0xc00647dea0)
/home/develop/go/src/golang.org/x/net/html/parse.go:230 +0x180
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc004918820, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:908 +0x17c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004918820)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004918820, 0xc00647d500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824ec0, 0x0, 0x0, 0x0, 0xc003197200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824ec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031978f8, 0xc0029fd900, 0x11a5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 734 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0064aad00, 0xc00565e620, 0x6)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0064aad00, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0064aad00)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0064aad00, 0xc005d82cb0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00254e540, 0x0, 0x0, 0x0, 0xc005f8b200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00254e540, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005f8b8f8, 0xc001088000, 0x10d2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 736 [semacquire]:
strings.Replace(0xc005662000, 0x5c76, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x12, 0xc005662000, 0x5c76)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00332b8f8, 0xc0030de000, 0x5c71, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c06c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 737 [runnable]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0006919e0, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0006919e0, 0x0, 0x0, 0x0, 0xc005a09200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0006919e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005a098f8, 0xc002588000, 0x167d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 738 [semacquire]:
strings.Replace(0xc00520c000, 0x1a08, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc001cfbbc0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028af8f8, 0xc00520c000, 0x1a08, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 739 [semacquire]:
strings.Replace(0xc003d58600, 0x118c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x6, 0xc003d58600, 0x118c)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d918f8, 0xc003cc6600, 0x1185, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 740 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/jaytaylor/html2text.FromHTMLNode(0xc002accaf0, 0x0, 0x0, 0x0, 0x0, 0xc002accaf0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x10d
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002bb16b0, 0x0, 0x0, 0x0, 0x1800, 0xc002589800, 0x1793, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002589800, 0x1793, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0023f4bd0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f35518, 0xc0006905a0, 0xc000691180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c09c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 741 [semacquire]:
strings.Replace(0xc0025dc000, 0x1674, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0025dc000, 0x1674)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024d38f8, 0xc00258b000, 0x1672, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 742 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc5201c7180, 0x7fc5201be600)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00495e1a0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00495e190, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002766300, 0x64b, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000428788, 0x4b, 0xc002766300, 0x64b, 0xc002766300, 0x64b, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000428788, 0x4b, 0xc002766300, 0x64b, 0xaa0378, 0x1, 0xc002766300, 0x64b, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 743 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000eaf6c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000eaf790, 0xc00324f260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f094c0, 0x0, 0x0, 0x0, 0xc00308f200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f094c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00308f8f8, 0xc003250000, 0x1c8d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 744 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d45480, 0xc004e352c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e353c0, 0xaa059b, 0x2, 0xc004e47000, 0x7c9, 0x5, 0x1ba, 0xc004e54000)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00306cae0, 0xc004e47000, 0x7c9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e35518, 0xc0039efc00, 0x78, 0xc0023ffd80)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 745 [semacquire]:
strings.Replace(0xc00403c800, 0x154d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044138f8, 0xc00403c800, 0x154d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 746 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032030c0, 0xc0001b5c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:258 +0x1e1
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032030c0, 0xc0001b5c70, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc0001b58f0, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0032030c0, 0xc0001b58f0, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0032030c0, 0xc0001b58f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0032030c0, 0xc0001b58f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc005074d20, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010b10c0, 0xc005074d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010b10c0, 0xc005074d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc005074c40, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010b10c0, 0xc005074c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010b10c0, 0xc005074c40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc005074540, 0xc000365880, 0x7fc559da19b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0010b10c0, 0xc005074540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010b10c0, 0xc005074540, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0032030c0, 0xc005074460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0010b10c0, 0xc005074460, 0x54b170, 0xc000108c30)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc005074460, 0x0, 0x0, 0x0, 0x0, 0xc005074460, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002bb0e70, 0x0, 0x0, 0x0, 0x1980, 0xc003442000, 0x1807, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003442000, 0x1807, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003469b80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010b1518, 0xc004912c20, 0xc004913480)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 747 [semacquire]:
golang.org/x/net/html.(*Node).clone(...)
/home/develop/go/src/golang.org/x/net/html/node.go:146
golang.org/x/net/html.(*parser).reconstructActiveFormattingElements(0xc0032d5450)
/home/develop/go/src/golang.org/x/net/html/parse.go:410 +0xfa
golang.org/x/net/html.inBodyIM(0xc0032d5450, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:860 +0x298
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0032d5450)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0032d5450, 0xc002378460, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f086e0, 0x0, 0x0, 0x0, 0xc003245200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f086e0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032458f8, 0xc00307c000, 0xfb2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 748 [semacquire]:
regexp/syntax.(*compiler).inst(...)
/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc0024d6b30, 0xc0035957d8, 0x1, 0xa, 0xd5, 0xe00000007)
/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc0024d6b30, 0xc004c8b5e0, 0x200000001)
/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc0024d6b30, 0xc004c8b650, 0x0)
/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc004c8b650, 0xc004c8b650, 0x1, 0x1)
/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0024d6ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0024d6ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00633ccd0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0024d6ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0024d6ff8, 0x1, 0xc006162a40, 0xc000bd2e00, 0x280459d9f108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0024d6ff8, 0x4, 0xb01, 0xc00283b401, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc00283b000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001f22270, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00337f440, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024d78f8, 0xc00291ca00, 0x14f5, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c0fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 749 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0053deb60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0053dec30, 0xc00474af50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d453c0, 0x0, 0x0, 0x0, 0xc003fb1200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d453c0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003fb18f8, 0xc004603900, 0x1002, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 750 [semacquire]:
strings.Replace(0xc002c6b300, 0x115d, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x4, 0xc00399ce80, 0x3)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038898f8, 0xc002c6b300, 0x115d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 751 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 752 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00357d600, 0x844, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00357d600, 0x844, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00357d600, 0x844, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc00357d600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00357d600, 0x844, 0x0, 0x0, 0x844, 0xa80, 0xc00357d600)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00357d600, 0x844, 0x844, 0xa80)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0003cf020, 0x56, 0xc00357d600, 0x844, 0xc00357d600, 0x844, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0003cf020, 0x56, 0xc00357d600, 0x844, 0xaa0378, 0x1, 0xc00357d600, 0x844, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c12c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 753 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c033dc0, 0x7fc468220e30)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028b6dd0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028b6dc0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005154680, 0x569, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004bc000, 0x6d, 0xc005154680, 0x569, 0xc005154680, 0x569, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004bc000, 0x6d, 0xc005154680, 0x569, 0xaa0378, 0x1, 0xc005154680, 0x569, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 754 [semacquire]:
bytes.(*Buffer).grow(0xc0052c5118, 0x7, 0x9)
/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc0052c5118, 0xc003923f19, 0x7, 0x9, 0x0, 0xc0052c50d8)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052bd960)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0052bd8f0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003ef6300, 0xc003cfa800, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x9, 0xc003ef6300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004a6e150, 0xc0052c5280, 0xaa0378)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0052c5518, 0xc004a6e120, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0xa, 0xc004a6e120)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0050955f0, 0xc0052c5408, 0xc0050944e0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0052c5518, 0xc0050944e0, 0xc0050944e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 755 [semacquire]:
strings.Replace(0xc003f1c600, 0x1962, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc003f1c600, 0x1962)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043e98f8, 0xc003f19300, 0x195c, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 756 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c15c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 757 [semacquire]:
strings.genSplit(0xc005aac600, 0x12c5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00594a000, 0x3ee, 0x3ee)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024633c0, 0xaa04f9, 0x2, 0xc00246b900, 0x12c5, 0x1, 0x3ee, 0xc0041d67e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00246b900, 0x12c5, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002463518, 0xc0041d64a0, 0x3a, 0xc004b66140)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1680, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 758 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00015b600, 0x895, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00015b600, 0x895, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00015b600, 0x895, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00015b600, 0x895, 0x0, 0x0, 0x895, 0xc00015b600, 0x895)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00015b600, 0x895, 0x895, 0x900)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0023f3110, 0x29, 0xc00015b600, 0x895, 0xc00015b600, 0x895, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0023f3110, 0x29, 0xc00015b600, 0x895, 0xaa0378, 0x1, 0xc00015b600, 0x895, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 759 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005e08600, 0x5d2, 0x5165d7, 0xc000ee7880)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005e08600, 0x5d2, 0x42f9b8, 0xc002e7b2e0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e7b3c0, 0xaa04d9, 0x2, 0xc005e08600, 0x5d2, 0xc005e08600, 0xc002e7b3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235950, 0xc005e08600, 0x5d2, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e7b518, 0xc002434ba0, 0x3a, 0xc003595500)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 760 [semacquire]:
strings.Replace(0xc002640a00, 0x13ce, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x3, 0xc002640a00, 0x13ce)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c438f8, 0xc00296ea00, 0x13cb, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c18c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 761 [semacquire]:
strings.genSplit(0xc003c68880, 0xc8e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc8e, 0xc00292e880, 0xc9c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00475d518, 0xc0044dc580, 0xc0044dce00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 762 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0041d6280, 0xc001d89950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 763 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 764 [runnable]:
github.com/fatih/set.(*Set).Add(0xc0041d60c0, 0xc001d8b950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 765 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 766 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004a459e0, 0xc001e8d950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 767 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 768 [semacquire]:
strings.genSplit(0xc003343400, 0x93, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc8, 0xc003343360, 0x93)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c35588, 0xaa04f9, 0x2, 0xc003343360, 0x93, 0x0, 0xc004c353d8, 0xc0036b43c8)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc004c35518, 0xc002915740, 0x1)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c35518, 0xc00254f320, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 769 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0055d8b80, 0xc001e88950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005c1f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 770 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc0032d27e0, 0x114, 0x2, 0xc0057fc198, 0x0, 0x0, ...)
/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc0032d27e0, 0x114, 0xaa0378, 0x1, 0xc00032f7a0, 0x14)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057fd0c0, 0xc0002184d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc000218310, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0057fd0c0, 0xc000218310, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0057fd0c0, 0xc000218310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0057fd0c0, 0xc000218310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc0032e7b90, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030850c0, 0xc0032e7b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030850c0, 0xc0032e7b90, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc0032e7ab0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030850c0, 0xc0032e7ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030850c0, 0xc0032e7ab0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc0032e73b0, 0xc000365880, 0x7fc559da19b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0030850c0, 0xc0032e73b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030850c0, 0xc0032e73b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0057fd0c0, 0xc0032e72d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0030850c0, 0xc0032e72d0, 0x54b170, 0xc005689ad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0032e72d0, 0x0, 0x0, 0x0, 0x0, 0xc0032e72d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0054ea6f0, 0x0, 0x0, 0x0, 0x1000, 0xc003e79000, 0xdf2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003e79000, 0xdf2, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00541e500)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003085518, 0xc0055d9e20, 0xc004912740)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 771 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8120, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 772 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d81e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 773 [semacquire]:
strings.genSplit(0xc00410f700, 0x55a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x176, 0x176)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036313c0, 0xaa059b, 0x2, 0xc00410e100, 0x55a, 0x4, 0x176, 0xc00472c240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000235e00, 0xc00410e100, 0x55a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003631518, 0xc003711c80, 0x4c, 0xc005370a50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d82a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 774 [runnable]:
github.com/fatih/set.(*Set).Add(0xc004c59bc0, 0xc001ebd950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 775 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0040550e8, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0040550e8, 0xb7b620, 0xc0000a7230, 0x203000, 0x203000, 0x203000)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0000a7230, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0000a7230, 0xc0040551d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0000a7230, 0x0, 0x0, 0x0, 0x1a80, 0xc004ee2480, 0x19f7, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc004ee2480, 0x19f7, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc004e16a00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004055518, 0xc004e54140, 0xc004e54a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 776 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d84e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 777 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004e3fa00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc004e3fad0, 0xc002829500, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004c59ec0, 0x0, 0x0, 0x0, 0xc002507200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004c59ec0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025078f8, 0xc002ae8000, 0xc18, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d85a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 778 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0024357e0, 0xc001f98950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 779 [semacquire]:
regexp.makeOnePass.func1(0x3, 0xc005cdd110, 0xf, 0xf, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc000701fb0, 0xc000701fb0)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc000701f50, 0xc000701f50)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x1eb)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002d21300, 0x0, 0xabc106, 0x4)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002d21300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002d21300, 0x0, 0xb856e0, 0xc000690da8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002d21300, 0xc005a46a10, 0x0, 0x8, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002d21300, 0x42cc84, 0xc000701f20, 0x30, 0x28, 0xa4b3a0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc002d21370, 0x42d308, 0x30, 0xa4b3a0, 0xb6bf96)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0038ad500, 0x0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc002905170, 0xabc101, 0x1d, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002d21518, 0xc0039ee6e0, 0xabc101, 0x1d, 0x3b, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 780 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c012980, 0x7fc480001ff0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00461cd20, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00461cd10, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00450e840, 0x28c, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303f440, 0x3e, 0xc00450e840, 0x28c, 0xc00450e840, 0x28c, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303f440, 0x3e, 0xc00450e840, 0x28c, 0xaa0378, 0x1, 0xc00450e840, 0x28c, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d87e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 781 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0029ccae0, 0xc00247b2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00247b3c0, 0xaa04f9, 0x2, 0xc0063a0c00, 0xabc, 0x1, 0x290, 0xc004a44c40)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0063a0c00, 0xabc, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00247b518, 0xc00254eec0, 0x4f, 0xc00273a780)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d88a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 782 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003e09040, 0xc00388fbd0, 0xb)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003e09040, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003e09040)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003e09040, 0xc0011221c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d44c80, 0x0, 0x0, 0x0, 0xc005369200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d44c80, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0053698f8, 0xc005d08000, 0x101e, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 783 [semacquire]:
strings.Replace(0xc003cb0c00, 0x111c, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x3, 0xc003cb0c00, 0x111c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b418f8, 0xc003b05900, 0x111a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 784 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002180000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0021801a0, 0xc0001bb260, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0007bcb00, 0x0, 0x0, 0x0, 0xc0024d9200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0007bcb00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0024d98f8, 0xc001d3ef00, 0x24d8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 785 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00221be00, 0xc003e22d80, 0xcca, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003e22d80, 0xcca, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003aecb00, 0x1e, 0xc003e22d80, 0xcca, 0xc003e22d80, 0xcca, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003aecb00, 0x1e, 0xc003e22d80, 0xcca, 0xaa0378, 0x1, 0xc003e22d80, 0xcca, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 786 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc004ea44e0, 0xffffffff, 0xc003198a58)
/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc004ea44e0, 0xc0051c8150, 0xc0051c8150)
/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc004ea44e0, 0x79)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc003198ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc003198ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0046dd6cc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc003198ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc003198ff8, 0x1, 0xc005aeea60, 0xc0100334000, 0x280459da0c28)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc003198ff8, 0x4, 0xfa4, 0xc003845001, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003845000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0053df1e0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033af0e0, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0031998f8, 0xc002eb4c00, 0x1024, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 787 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b4e60, 0xc0021b2950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 788 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004e96000, 0xc0021b3950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 789 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c015580, 0x7fc50c002c30)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00519d640, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00519d630, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003167440, 0x227, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000096660, 0x55, 0xc003167440, 0x227, 0xc003167440, 0x227, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000096660, 0x55, 0xc003167440, 0x227, 0xaa0378, 0x1, 0xc003167440, 0x227, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 790 [semacquire]:
strings.Replace(0xc00488a000, 0x1244, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xa, 0xc00488a000, 0x1244)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0044518f8, 0xc004601300, 0x123d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d8f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 791 [semacquire]:
bytes.makeSlice(0x1983, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005673170, 0x3b, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005673170, 0xc004afa740, 0x3b, 0x6, 0xffffffffffffffff, 0xaa042b)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005673170, 0xc004afa740, 0x3b, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc0036e4150, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc0036e4070, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc004277ce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc004277c00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005673170, 0xc004277500, 0xb84d20, 0xc005673170)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005673170, 0xc004277500, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0035bed20, 0x2c451fc9, 0x1251a20, 0xc003dd2960, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 792 [semacquire]:
bytes.makeSlice(0x103f, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002eeb0c0, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002eeb0c0, 0x1189d54, 0x1, 0x1, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc002eeb0c0, 0xc004441301, 0x1263, 0x1263, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002eeb0c0, 0xc004796000, 0xc002402210, 0xc002ee9fa0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc005099490, 0xc000000001, 0x9)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002eeb0c0, 0xc005099490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002eeb0c0, 0xc005099490, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc0050993b0, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002eeb0c0, 0xc0050993b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002eeb0c0, 0xc0050993b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc0046073b0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d030c0, 0xc0046073b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d030c0, 0xc0046073b0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc0046072d0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d030c0, 0xc0046072d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d030c0, 0xc0046072d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc004606bd0, 0xc000fc7880, 0x7fc559da0560)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002d030c0, 0xc004606bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d030c0, 0xc004606bd0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002eeb0c0, 0xc004606af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002d030c0, 0xc004606af0, 0x54b170, 0xc003c4e270)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004606af0, 0x0, 0x0, 0x0, 0x0, 0xc004606af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0064513e0, 0x0, 0x0, 0x0, 0x1a80, 0xc004032f80, 0x1a77, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004032f80, 0x1a77, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0003e6060)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d03518, 0xc0029cd3e0, 0xc004e54080)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d90e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 793 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d91a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 794 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 795 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0057113e0, 0xc0055452c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0055453c0, 0xaa04f9, 0x2, 0xc00415aa80, 0x941, 0x1, 0x26d, 0xc0057113c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000a6570, 0xc00415aa80, 0x941, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc005545518, 0xc005710fc0, 0x4a, 0xc0058722d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 796 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0038ad3a0, 0xc001f95950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d93e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 797 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043993c0, 0xaa0503, 0x2, 0xc00388c000, 0x1fe1, 0x4, 0x527, 0xc00000fb20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc00388c000, 0x1fe1, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004399518, 0xc00000f200, 0x5a, 0xc000581b71)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d94a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 798 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0000ae340, 0xc001f97950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 799 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 800 [semacquire]:
strings.Replace(0xc0041b2000, 0xc30, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc0041b2000, 0xc30)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004ae98f8, 0xc003714580, 0xc2f, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d96e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 801 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc003e06540, 0xbf, 0xaa0378, 0x1, 0xc00273f650, 0x70)
/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004170c0, 0xc0059ff260, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059fef50, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0004170c0, 0xc0059fef50, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0004170c0, 0xc0059fef50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0004170c0, 0xc0059fef50, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059fe310, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0036310c0, 0xc0059fe310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036310c0, 0xc0059fe310, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059fe230, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0036310c0, 0xc0059fe230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036310c0, 0xc0059fe230, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059f9b20, 0xc001377500, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0036310c0, 0xc0059f9b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036310c0, 0xc0059f9b20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0004170c0, 0xc0059f9a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0036310c0, 0xc0059f9a40, 0x54b170, 0xc001e46ea0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0059f9a40, 0x0, 0x0, 0x0, 0x0, 0xc0059f9a40, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003c57710, 0x0, 0x0, 0x0, 0x1500, 0xc00267b500, 0x1394, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00267b500, 0x1394, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003b200d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003631518, 0xc00063bd80, 0xc004a45380)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d97a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 818 [semacquire]:
strings.genSplit(0xc0051e4780, 0x11e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x11e, 0xc005fd6000, 0x11e)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002687588, 0xaa04f9, 0x2, 0xc005fd6000, 0x11e, 0x11, 0xc002687290, 0x42d308)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x6, 0xc005773bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005773830, 0xc002687320, 0x1)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc002687518, 0xc005772270, 0xc003f088a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc002687518, 0xc005772270, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc002687518, 0xc005772270, 0xc005772270)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 819 [semacquire]:
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:109 +0x42
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9920, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 820 [semacquire]:
strings.Replace(0xc004a63100, 0xd33, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056ff8f8, 0xc004a63100, 0xd33, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d99e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 821 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00068d530, 0x61351c2, 0x1251a20, 0xc000690b20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 822 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0047edc60, 0xc0044332c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044333c0, 0xaa058b, 0x2, 0xc003df2e00, 0x62e, 0x1, 0x169, 0xc0035e1ee0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003df2e00, 0x62e, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004433518, 0xc0035e1720, 0x39, 0xc003594452)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 823 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001dfa800, 0x7b9, 0xc004411218, 0xc000334000)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001dfa800, 0x7b9, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044113c0, 0xaa05c9, 0x2, 0xc001dfa800, 0x7b9, 0x4, 0x19c, 0xc004c59a00)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc001dfa800, 0x7b9, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004411518, 0xc000825360, 0x35, 0xc003561f45)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 824 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0038ad320, 0xc001f99950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 825 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0021800d0, 0xc0030b7680, 0x11)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0021800d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0021800d0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0021800d0, 0xc00237ef50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f09b60, 0x0, 0x0, 0x0, 0xc002d95200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f09b60, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d958f8, 0xc0025d8600, 0x18ac, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 826 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0036b4b40, 0xc001f9b950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 827 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005d9f20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 828 [semacquire]:
strings.Replace(0xc0043f6000, 0x25cc, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0058b78f8, 0xc0043f6000, 0x25cc, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8000, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 829 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f80c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 830 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0039ef7c0, 0xc001fbf950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8180, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 831 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8240, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 833 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc420228ad0, 0x7fc42021ff50)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a43e80, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a43e70, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00261d340, 0x1ba, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000114c30, 0x30, 0xc00261d340, 0x1ba, 0xc00261d340, 0x1ba, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000114c30, 0x30, 0xc00261d340, 0x1ba, 0xaa0378, 0x1, 0xc00261d340, 0x1ba, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f83c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 834 [runnable]:
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0046c7170, 0x0, 0x0, 0x0, 0xb856e0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:724 +0x716
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0046c7170, 0x75a856, 0x0, 0xc0034179d0, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0046c7170, 0xc0046c7138, 0xc0046c71c0, 0x42ca96, 0xc0035bf650, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaac03e, 0x7, 0x1, 0xc0046c71d8, 0xc0046c71f0, 0x42d308, 0x30)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaac03e, 0x7, 0x1, 0xb856e0, 0xc004d44be0)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003643f80, 0xaac03e, 0x7, 0xc0035bf650)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc0046c76b0, 0xc0036b59c0, 0xaac03e, 0x7, 0xc0036b59c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:493 +0x81
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc0046c76b0, 0xc0036b59c0, 0xc0047ec420)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 835 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00326c000, 0xe06, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00326c000, 0xe06, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00326c000, 0xe06, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00326c000, 0xe06, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00326c000, 0xe06, 0x0, 0x0, 0xe06, 0xc00326c000, 0xe06)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00326c000, 0xe06, 0xe06, 0x1000)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0042b4500, 0x4f, 0xc00326c000, 0xe06, 0xc00326c000, 0xe06, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0042b4500, 0x4f, 0xc00326c000, 0xe06, 0xaa0378, 0x1, 0xc00326c000, 0xe06, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8540, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 836 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0062e6ea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0062e6f70, 0xc004f98850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc003f443f0, 0x0, 0x0, 0x0, 0x0, 0xe01, 0xc003f443c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc003f443c0, 0x0, 0x0, 0x0, 0x1000, 0xc004e8d000, 0xe35, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004e8d000, 0xe35, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024f5860)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bdb518, 0xc003d08f20, 0xc003d09bc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8600, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 837 [semacquire]:
strings.genSplit(0xc00616c000, 0x29b3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42f9b8, 0x713, 0x713)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0033733c0, 0xaa05c9, 0x2, 0xc0034a0000, 0x29b3, 0x1, 0x713, 0xc003debd80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0034a0000, 0x29b3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003373518, 0xc004822320, 0x4c, 0xc0042b5e50)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f86c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 838 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc430228ad0, 0x7fc43021ff50)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028c8790, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028c8770, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003778c00, 0x3c1, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303cc60, 0x1e, 0xc003778c00, 0x3c1, 0xc003778c00, 0x3c1, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303cc60, 0x1e, 0xc003778c00, 0x3c1, 0xaa0378, 0x1, 0xc003778c00, 0x3c1, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8780, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 839 [semacquire]:
strings.genSplit(0xc006264000, 0xb26, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc002f2d360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002f2d3c0, 0xaa0569, 0x2, 0xc0044ab000, 0xb26, 0xc0044ab000, 0xc002f2d3b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0021965a0, 0xc0044ab000, 0xb26, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002f2d518, 0xc00566fae0, 0x65, 0xc0025099d0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8840, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 840 [semacquire]:
strings.genSplit(0xad3f40, 0xf6b, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc002230a00, 0x224, 0x224)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8900, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 841 [runnable]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x278
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f89c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 842 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d45460, 0xc00440f2c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00440f3c0, 0xaa058b, 0x2, 0xc003a67000, 0x756, 0x1, 0x1c8, 0xc0039ef820)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc003a67000, 0x756, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00440f518, 0xc0039ef460, 0x44, 0xc0024e773f)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8a80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 843 [semacquire]:
strings.genSplit(0xc0052e4000, 0xfa3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d60a00, 0x30f, 0x30f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00439b3c0, 0xaa058b, 0x2, 0xc004581000, 0xfa3, 0x1, 0x30f, 0xc004c58be0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc004581000, 0xfa3, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00439b518, 0xc003c98540, 0x37, 0xc004e16400)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 844 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003f08100, 0xc001fce950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8c00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 845 [semacquire]:
strings.Replace(0xc002d27300, 0x103a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e918f8, 0xc002d27300, 0x103a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 846 [semacquire]:
golang.org/x/net/html.(*parser).addFormattingElement(0xc0021816c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:378 +0x552
golang.org/x/net/html.inBodyIM(0xc0021816c0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0021816c0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0021816c0, 0xc004f8cf50, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004c59a40, 0x0, 0x0, 0x0, 0xc002543200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004c59a40, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025438f8, 0xc0031b2000, 0xa4d, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8d80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 847 [semacquire]:
strings.Replace(0xc0052e5000, 0xf05, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc0052e5000, 0xf05)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026ef8f8, 0xc0031b1000, 0xf02, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 848 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005688c30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc005688d00, 0xc003690070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d455a0, 0x0, 0x0, 0x0, 0xc0041e3200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d455a0, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0041e38f8, 0xc00397a000, 0xff7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8f00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 849 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004d13c80, 0x35332c87, 0x1251a20, 0xc0029cdc60, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f8fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 850 [semacquire]:
strings.Replace(0xc005683500, 0x9c8, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x2, 0xc005683500, 0x9c8)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f238f8, 0xc002a36000, 0x9c6, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9080, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 851 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0049188f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0049189c0, 0xc00647df10, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000824f20, 0x0, 0x0, 0x0, 0xc003095200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000824f20, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030958f8, 0xc005014000, 0xcd8, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 852 [semacquire]:
bytes.makeSlice(0x5ab, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002466510, 0x37, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002466510, 0xc004afaf80, 0x37, 0x6, 0xffffffffffffffff, 0xc0007fadb0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002466510, 0xc004afaf80, 0x37, 0x0, 0x6)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc003869f10, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc003869ea0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc003869dc0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc003869ce0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002466510, 0xc0038695e0, 0xb84d20, 0xc002466510)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002466510, 0xc0038695e0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004c94660, 0x50d2a1, 0xc0026d7740, 0x21, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002bd7518, 0xc0038acf20, 0xc00588d720)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9200, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 853 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc004d45400, 0x0, 0x0, 0x20)
/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004d45400, 0x0, 0x0, 0x0, 0xc004831200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004d45400, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048318f8, 0xc003b15b00, 0x849, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f92c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 854 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc4b40073e0, 0x7fc4b4007580)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00495e070, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00495e060, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0045aed00, 0x818, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002612b70, 0x24, 0xc0045aed00, 0x818, 0xc0045aed00, 0x818, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002612b70, 0x24, 0xc0045aed00, 0x818, 0xaa0378, 0x1, 0xc0045aed00, 0x818, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9380, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 855 [semacquire]:
strings.Replace(0xc002cbb400, 0xa9c, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc002cbb400, 0xa9c)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00439f8f8, 0xc002cb9000, 0xa99, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 856 [semacquire]:
strings.genSplit(0xc0057f3c00, 0x686, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005704800, 0x154, 0x154)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00514b3c0, 0xaa0569, 0x2, 0xc0040df500, 0x686, 0xd, 0x154, 0xc005807740)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc0040df500, 0x686, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00514b518, 0xc0049127c0, 0x38, 0xc004ef4600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9500, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 857 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc52c015420, 0x7fc514002130)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003a12080, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003a12070, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035bd400, 0x266, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303e140, 0x38, 0xc0035bd400, 0x266, 0xc0035bd400, 0x266, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303e140, 0x38, 0xc0035bd400, 0x266, 0xaa0378, 0x1, 0xc0035bd400, 0x266, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f95c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 859 [semacquire]:
bytes.(*Buffer).String(...)
/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0044f5ad0, 0x50d2a1, 0xc0001144b0, 0x25, 0xaada21)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00358f518, 0xc003e56c40, 0xc003e57600)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 860 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9800, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 861 [semacquire]:
strings.genSplit(0xc004b0e800, 0x16c8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc005a46770, 0x10000c002be7360)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002be73c0, 0xaa04fd, 0x2, 0xc004b0d000, 0x16c8, 0xc004b0d000, 0xc002be73b0, 0x7544a2)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc004b0d000, 0x16c8, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002be7518, 0xc0039ee340, 0x26, 0xc002ae7560)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f98c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 862 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc002181d40, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002181d40)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002181d40, 0xc002fc5ea0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002434560, 0x0, 0x0, 0x0, 0xc003475200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002434560, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0034758f8, 0xc003122000, 0xb15, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9980, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 863 [semacquire]:
strings.Replace(0xc004c91400, 0xae7, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1c, 0xc004c91400, 0xae7)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002047518, 0xc0008247a0, 0xc000825020)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9a40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 864 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00205e9a0, 0xc0023e72c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e73c0, 0xaa0569, 0x2, 0xc0025b4000, 0x644, 0x14, 0x158, 0xc00000e020)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc0025b4000, 0x644, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e7518, 0xc00205e5a0, 0x3c, 0xc0023ee300)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9b00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 865 [semacquire]:
bytes.makeSlice(0xb62, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00078d388, 0x26, 0xc002fa7b90)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00078d388, 0xc0024ee420, 0x26, 0x3, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa7c70)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa7810)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa6930)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa6850)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002fa6150)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0054eb860, 0xc000021da0, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00078d518, 0xc002e0e440, 0x3d, 0xc0027369c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 866 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003dea780, 0xc004e332c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e333c0, 0xaa04f9, 0x2, 0xc001fd3800, 0x1590, 0x1, 0x410, 0xc002435c80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc001fd3800, 0x1590, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e33518, 0xc0024352a0, 0xf, 0xc0031dd8c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9c80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 867 [semacquire]:
strings.genSplit(0xc002646c00, 0x11f7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006028000, 0x332, 0x332)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004e2f3c0, 0xaa04fd, 0x2, 0xc004b91300, 0x11f7, 0x1, 0x332, 0xc00063ae80)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc004b91300, 0x11f7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004e2f518, 0xc00472c900, 0x1f, 0xc00303c420)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 868 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9e00, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 869 [semacquire]:
strings.Replace(0xc004698800, 0x161b, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc004698800, 0x161b)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004bb18f8, 0xc004720800, 0x1617, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 870 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032d4820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0032d48f0, 0xc002205e30, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003f08580, 0x0, 0x0, 0x0, 0xc003d49200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003f08580, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003d498f8, 0xc003446c80, 0x18ef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9f80, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 871 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0058c5402, 0xb10, 0xc0034af248, 0x79bc18)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0058c5402, 0xb10, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0044eb518, 0xc00221a4a0, 0xc00221bdc0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788060, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 873 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00073b930, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00073b930)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00073b930, 0xc0051e3420, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00472c860, 0x0, 0x0, 0x0, 0xc000189200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00472c860, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001898f8, 0xc000843c00, 0xbef, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007881e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 874 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c418f8, 0xc002973500, 0xa30, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007882a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 875 [semacquire]:
strings.Replace(0xc003670000, 0xfd2, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x8, 0xc003670000, 0xfd2)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046178f8, 0xc004240000, 0xfcf, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788360, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 876 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004d456e0, 0xc0048332c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0048333c0, 0xaa0599, 0x2, 0xc002424580, 0x57b, 0x3c, 0x13a, 0xc0037100c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc002424580, 0x57b, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004833518, 0xc0039eef60, 0x36, 0xc0026cc5c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788420, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 877 [semacquire]:
regexp.(*bitState).reset(0xc002bbc0b0, 0xc000021200, 0xf, 0x2)
/usr/local/go/src/regexp/backtrack.go:100 +0x18b
regexp.(*Regexp).backtrack(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc002a34880, 0xf, 0x0, 0x2, 0xc000f3cc60, 0x0, ...)
/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc00011d2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002a34880, 0xf, 0x0, 0x2, ...)
/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc00011d2c0, 0x0, 0x0, 0x0, 0xc002a34880, 0xf, 0x2, 0xc002f95e30, 0x7fc53346dfff, 0xc002f95ed0, ...)
/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc00011d2c0, 0xc002a34880, 0xf, 0xaa0378, 0x1, 0x42cc84, 0xc002b7e7c0)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f96100, 0xc002a78e70, 0xc002f86000, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f96100, 0xc002a78e00, 0x7fc559d9f108, 0xc0005fef00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f970c0, 0xc002a78e00, 0x27, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f970c0, 0xc002a78e00, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a78d20, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002f970c0, 0xc002a78d20, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f970c0, 0xc002a78d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f970c0, 0xc002a78d20, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a69f80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028b50c0, 0xc002a69f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028b50c0, 0xc002a69f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a69ea0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028b50c0, 0xc002a69ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028b50c0, 0xc002a69ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a697a0, 0xc001f47c00, 0xb6c046)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0028b50c0, 0xc002a697a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028b50c0, 0xc002a697a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002f970c0, 0xc002a696c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0028b50c0, 0xc002a696c0, 0x54b170, 0xc00092c750)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002a696c0, 0x0, 0x0, 0x0, 0x0, 0xc002a696c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002a66c00, 0x0, 0x0, 0x0, 0xa80, 0xc002a74000, 0x9d5, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002a74000, 0x9d5, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0023f25a0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0028b5518, 0xc00063a600, 0xc00063ae40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007884e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 878 [semacquire]:
strings.NewReader(...)
/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0056d38f8, 0xc0056b1000, 0xba7, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007885a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 879 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Join(0xc003badce0, 0x3, 0x3, 0xaa0378, 0x1, 0xc00392255a, 0x3)
/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003fbb518, 0xc0029cc020, 0xc00221b760)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:343 +0xbb6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788660, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 880 [semacquire]:
strings.genSplit(0xc00558c000, 0x65a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005368800, 0x15c, 0x15c)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046113c0, 0xaa059b, 0x2, 0xc005304300, 0x65a, 0x5, 0x15c, 0xc0047edc20)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00062ac90, 0xc005304300, 0x65a, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004611518, 0xc0047ed8a0, 0x39, 0xc003b1f800)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 881 [semacquire]:
strings.(*Builder).grow(...)
/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005685500, 0x9de, 0xc00078f218, 0xc000bd2e00)
/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005685500, 0x9de, 0x1, 0x1)
/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00078f3c0, 0xaa05c9, 0x2, 0xc005685500, 0x9de, 0x4, 0x1f8, 0xc004d455e0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc005685500, 0x9de, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00078f518, 0xc004912860, 0x2b, 0xc0024ee180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007887e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 899 [runnable]:
regexp/syntax.nextRune(0xac0e0f, 0xd, 0xc000000043, 0xac0e0f, 0xd, 0x0, 0x0)
/usr/local/go/src/regexp/syntax/parse.go:1893 +0x129
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:726 +0x26f
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0028b0ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0028b0ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00633c4bc)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0028b0ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0028b0ff8, 0x1, 0xc006162770, 0xc0100bd2e00, 0x280459d9f108)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0028b0ff8, 0x4, 0x886, 0xc004773701, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004773000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0064aab60, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006160630, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028b18f8, 0xc00285b000, 0x777, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788960, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 900 [semacquire]:
strings.genSplit(0xc002802400, 0xbe4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004c9d800, 0x265, 0x265)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0027553c0, 0xaa0503, 0x2, 0xc002800000, 0xbe4, 0x4, 0x265, 0xc0055d8ba0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00068c480, 0xc002800000, 0xbe4, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002755518, 0xc0000ae9c0, 0x43, 0xc0026ce010)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788a20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 901 [semacquire]:
bytes.makeSlice(0xbf9, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003bddf80, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteByte(0xc003bddf80, 0xad013e, 0x1, 0x1)
/usr/local/go/src/bytes/buffer.go:267 +0x8c
golang.org/x/net/html.render1(0xb84d20, 0xc003bddf80, 0xc00368e620, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:231 +0x801
golang.org/x/net/html.render1(0xb84d20, 0xc003bddf80, 0xc0035f7c00, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003bddf80, 0xc0035f7b20, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003bddf80, 0xc0035f7420, 0xb84d20, 0xc003bddf80)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003bddf80, 0xc0035f7420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003bdddd0, 0x2bcaa30d, 0x1251a20, 0xc004a44f20, 0x0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788ae0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 902 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0058db0c0, 0xc0053ffe00, 0xfb, 0xfb, 0x1)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058db0c0, 0xc003592000, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc0054ed880, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0058db0c0, 0xc0054ed880, 0xc000000001, 0x7)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0058db0c0, 0xc0054ed880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0058db0c0, 0xc0054ed880, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc004319f80, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00078b0c0, 0xc004319f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b0c0, 0xc004319f80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc004319ea0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00078b0c0, 0xc004319ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b0c0, 0xc004319ea0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc0043197a0, 0xc000365880, 0x7fc559da19b8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00078b0c0, 0xc0043197a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b0c0, 0xc0043197a0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0058db0c0, 0xc0043196c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00078b0c0, 0xc0043196c0, 0x54b170, 0xc005689790)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0043196c0, 0x0, 0x0, 0x0, 0x0, 0xc0043196c0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ba1f50, 0x0, 0x0, 0x0, 0xd80, 0xc00276b600, 0xd1f, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00276b600, 0xd1f, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc00274a0f0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00078b518, 0xc0007bcce0, 0xc0055d9d40)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788ba0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 903 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc000824520, 0xc005d5f950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 904 [semacquire]:
strings.Replace(0xc0045f6a00, 0x13a9, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0043d58f8, 0xc0045f6a00, 0x13a9, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788d20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 906 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0042af3c0, 0xaa04f9, 0x2, 0xc005924c00, 0xac7, 0x1, 0x20a, 0xc003deb420)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0028ebe90, 0xc005924c00, 0xac7, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0042af518, 0xc003e57ec0, 0x21, 0xc0001149f0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788ea0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 907 [semacquire]:
bytes.makeSlice(0xcaf, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000749290, 0x141, 0x0)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000749290, 0xc0025802c0, 0x141, 0x6, 0xffffffffffffffff, 0x0)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc000749290, 0xc0025802c0, 0x141, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc000749290, 0xc002be9490, 0x0, 0x127e7a0)
/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc000749290, 0xc002be9420, 0xb84d20, 0xc000749290)
/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc000749290, 0xc002be9420, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc000749260, 0x203000, 0x203000, 0xed771bd00000000, 0xc002bf7138)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs.func1(0x0, 0xc000749260)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:496 +0x67
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc000749230, 0xc002bf72c8, 0x7)
/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).convertDivsToParagraphs(0xc002bf76b0, 0xc00205e3a0, 0xaac03e, 0x7, 0xc00205e3a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:495 +0xd8
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002bf76b0, 0xc00205e3a0, 0xc00205eda0)
/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:302 +0x39d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000788f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 908 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789020, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 909 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00566ffe0, 0xc0021b7950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007890e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 910 [semacquire]:
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x21d
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007891a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 911 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7fc448228c70, 0x7fc4482209a0)
_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001cdd1f0, 0xd, 0x0)
/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001cdd1e0, 0x7, 0x5)
/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0038e8a80, 0xa14, 0x572a20, 0xc00251ad20, 0xaa0378)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002608040, 0x33, 0xc0038e8a80, 0xa14, 0xc0038e8a80, 0xa14, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002608040, 0x33, 0xc0038e8a80, 0xa14, 0xaa0378, 0x1, 0xc0038e8a80, 0xa14, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 912 [semacquire]:
regexp/syntax.(*parser).push(0xc004ea4120, 0xc004ed9e30, 0xc004ed9e30)
/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc004ea4120, 0x6f)
/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002e5eff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002e5eff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004488a10)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002e5eff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002e5eff8, 0x1, 0xc004e11580, 0xc0100365880, 0x280459d9f7d0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002e5eff8, 0x4, 0x6cb, 0xc0016fa901, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0016fa000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc0032d4dd0, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003dcc480, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e5f8f8, 0xc002a4a000, 0x931, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789320, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 913 [semacquire]:
strings.Replace(0xc002d42000, 0x962, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0064fb8f8, 0xc002d42000, 0x962, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007893e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 914 [semacquire]:
strings.Replace(0xc004683800, 0xb49, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x7, 0xc004683800, 0xb49)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f118f8, 0xc002d41400, 0xb46, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007894a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 915 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc00600b0c0, 0xc0003e6d20, 0x25, 0xc0003e6c60, 0x21)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00600b0c0, 0xc006002a80, 0x3, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:262 +0x131
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00600b0c0, 0xc006002a80, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc006002850, 0x2, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00600b0c0, 0xc006002850, 0xc000000001, 0x8)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00600b0c0, 0xc006002850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00600b0c0, 0xc006002850, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc003d372d0, 0xc000000001, 0x5)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f150c0, 0xc003d372d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f150c0, 0xc003d372d0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc003d371f0, 0xc000000001, 0x3)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f150c0, 0xc003d371f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f150c0, 0xc003d371f0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc003d36af0, 0xc000334000, 0x7fc559d9f7d0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002f150c0, 0xc003d36af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f150c0, 0xc003d36af0, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00600b0c0, 0xc003d36a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002f150c0, 0xc003d36a10, 0x54b170, 0xc003c4fad0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003d36a10, 0x0, 0x0, 0x0, 0x0, 0xc003d36a10, 0x0, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0034b3aa0, 0x0, 0x0, 0x0, 0xc00, 0xc0024ce800, 0xaaf, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0024ce800, 0xaaf, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000789b00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002f15518, 0xc004a45f40, 0xc00063a960)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789560, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 916 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789620, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 917 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004e54020, 0xc0038b72c0, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038b73c0, 0xaa05c9, 0x2, 0xc00480c000, 0x678, 0x3, 0x155, 0xc004a17240)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc00285ea80, 0xc00480c000, 0x678, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038b7518, 0xc000690820, 0x3f, 0xc00356064a)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007896e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 918 [semacquire]:
strings.genSplit(0xad08ae, 0x748, 0xaa03a3, 0x1, 0x0, 0xffffffffffffffff, 0xc00463a000, 0x21f, 0x21f)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:23 +0x140
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007897a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 919 [semacquire]:
strings.Replace(0xc00435c400, 0x81a, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x3, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d358f8, 0xc00435c400, 0x81a, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789860, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 921 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0050ee300, 0x658, 0xae4d68)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0050ee300, 0x658, 0xae4d20)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0050ee300, 0x658, 0x0, 0x0, 0xc000234840, 0x115f3c0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0050ee300, 0x658, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0050ee300, 0x658, 0x0, 0x0, 0x658, 0xc0050ee300, 0x658)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0050ee300, 0x658, 0x658, 0x700)
/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002609340, 0x36, 0xc0050ee300, 0x658, 0xc0050ee300, 0x658, 0xc000643b90, 0x0, 0x0)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002609340, 0x36, 0xc0050ee300, 0x658, 0xaa0378, 0x1, 0xc0050ee300, 0x658, 0x11, 0xacd3bb)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0007899e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 922 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003e084e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003e085b0, 0xc002b915e0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002435800, 0x0, 0x0, 0x0, 0xc002607200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002435800, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026078f8, 0xc00088dc00, 0xb68, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 923 [semacquire]:
regexp.makeOnePass.func1(0xa, 0xc00565e710, 0x10, 0x10, 0x1)
/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc005387d10, 0xc005387d10)
/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc005387cb0, 0xc005387cb0)
/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002600ff8, 0x0, 0xac0dfd, 0xa)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002600ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00565e6f8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002600ff8, 0x1189c00, 0x1, 0x1, 0x0)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002600ff8, 0x1, 0xc0056291b0, 0xc010132aa80, 0x280459da19b8)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002600ff8, 0x4, 0x54b, 0xc004d1fa01, 0x115d6b1300000004, 0x5c50400005604)
/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004d1f000, 0x1000, 0x1000, 0x0, 0x8)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc002d11110, 0x1)
/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005387c80, 0xac0df8, 0x25, 0x8)
/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0026018f8, 0xc00109b000, 0xab2, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789b60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 924 [semacquire]:
regexp.(*Regexp).replaceAll(0xc00251ad20, 0x0, 0x0, 0x0, 0xc003208c00, 0xac9, 0x2, 0xc004cc5a58, 0xaa6444, 0x5, ...)
/usr/local/go/src/regexp/regexp.go:642 +0x7ae
regexp.(*Regexp).ReplaceAllString(0xc00251ad20, 0xc003208c00, 0xac9, 0xaa0378, 0x1, 0xc0046f3400, 0xac9)
/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc003208c00, 0xac9, 0xaa0378, 0x1, 0xc003208c00, 0xac9)
/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789c20, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 925 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789ce0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 926 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0007bc980, 0xc00005b950, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.NewStopwords(0x4e993f)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:30 +0x2a8
github.com/advancedlogic/GoOse.GetDefaultConfiguration(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/configuration.go:47 +0x72
github.com/advancedlogic/GoOse.New(...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:15
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789da0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:297 +0x892
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 950 [semacquire]:
syscall.ByteSliceFromString(0xc0005f9c20, 0x5a, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00433aa80)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0005f9c20, 0x5a, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0005f9c20, 0x5a, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0005f9c20, 0x5a, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0005f9c20, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9c20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 951 [semacquire]:
syscall.ByteSliceFromString(0xc0005f9da0, 0x5a, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc000f4e000)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0005f9da0, 0x5a, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0005f9da0, 0x5a, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0005f9da0, 0x5a, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0005f9da0, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9da0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 948 [semacquire]:
syscall.ByteSliceFromString(0xc0003ae300, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc0044f2000)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0003ae300, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0003ae300, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0003ae300, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003ae300, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003ae300, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 979 [semacquire]:
strings.Replace(0xc004576800, 0xb5e, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x9, 0xc004576800, 0xb5e)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030838f8, 0xc0043ec400, 0xb5b, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000789e60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 949 [semacquire]:
syscall.ByteSliceFromString(0xc0005f9aa0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00455f000)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0005f9aa0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0005f9aa0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0005f9aa0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0005f9aa0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9aa0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 964 [semacquire]:
bytes.makeSlice(0x78e, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0038b3208, 0x1c4, 0xfd)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0038b3208, 0xc002856780, 0x1c4, 0x5165d7, 0xc00567b3ce, 0xc000029d60)
/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00041dab0)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00041da40)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00041d030)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00642fd70, 0xc0036f79b0, 0xc003cfa480)
/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0038b3518, 0xc00254e2a0, 0x58)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8480, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 965 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005e58000, 0x287, 0x287, 0x3, 0x0, 0x286, 0xc005e58000)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:10 +0x6c
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0010af518, 0xc00472d800, 0xc003dd2180)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8b40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 966 [semacquire]:
bytes.makeSlice(0xe00, 0x0, 0x0, 0x0)
/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00278f0e8, 0x200, 0x400)
/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00278f0e8, 0xb7b620, 0xc005a16600, 0x203001, 0x203001, 0x203001)
/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc005a16600, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc005a16600, 0xc00278f1d8, 0x42d308, 0x30, 0xa4a0e0)
/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a16600, 0x0, 0x0, 0x0, 0x700, 0xc005f0dc00, 0x652, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc005f0dc00, 0x652, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002612e40)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00278f518, 0xc002e0e960, 0xc003f083a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8cc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 967 [semacquire]:
strings.genSplit(0xc0025b7100, 0x643, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005591800, 0x180, 0x180)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b293c0, 0xaa0599, 0x2, 0xc0057f2e00, 0x643, 0x38, 0x180, 0xc002e0f1a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0000a66c0, 0xc0057f2e00, 0x643, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b29518, 0xc002e0ede0, 0x33, 0xc0034b55c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8e40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 968 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inHeadIM(0xc000237110, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:640 +0x2e8
golang.org/x/net/html.(*parser).parseCurrentToken(0xc000237110)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc000237110, 0xc005f3a850, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0052b9f80, 0x0, 0x0, 0x0, 0x0, 0xf01, 0xc0052b9f50)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0052b9f50, 0x0, 0x0, 0x0, 0x1000, 0xc004d88000, 0xf56, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc004d88000, 0xf56, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc002612f00)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002d97518, 0xc002e0f2c0, 0xc002e0fb60)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e8fc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 969 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004329300, 0x10e, 0x10e, 0x3, 0x0, 0x10d, 0xc004329300)
/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00018b518, 0xc002e0fe60, 0xc003710980)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9140, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 970 [semacquire]:
strings.Replace(0xc004685c00, 0xae4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xb, 0xc004685c00, 0xae4)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002e658f8, 0xc003305400, 0xae1, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e92c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 971 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9440, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x27d
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 972 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000237d40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000237e10, 0xc005f6c4d0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003710d00, 0x0, 0x0, 0x0, 0xc00322d200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003710d00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00322d8f8, 0xc002d62400, 0xae0, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e95c0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 973 [semacquire]:
strings.Replace(0xc002dea000, 0x1782, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x0, 0x0)
/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f118f8, 0xc002dea000, 0x1782, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9740, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 974 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc004e37ee0, 0xc0032c2330, 0xb)
/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc004e37ee0, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc004e37ee0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc004e37ee0, 0xc006494070, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0029ccb00, 0x0, 0x0, 0x0, 0xc002d07200, 0x42d308, 0x20)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0029ccb00, 0x1194, 0xaa04f9, 0x2)
/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d078f8, 0xc003100000, 0x1aed, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e98c0, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 975 [semacquire]:
strings.genSplit(0xc00258b000, 0x2a84, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0011f0000, 0x751, 0x751)
/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032273c0, 0xaa04df, 0x2, 0xc003e51000, 0x2a84, 0x7, 0x751, 0xc00254f220)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc000700ba0, 0xc003e51000, 0x2a84, 0x0, 0x127e7a0)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003227518, 0xc00063b780, 0x3f, 0xc00303e1c0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9a40, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 976 [semacquire]:
strings.Replace(0xc002dee800, 0x15d4, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x2, 0x2d6573752d726f66, 0x61632d73752d6e69)
/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002f198f8, 0xc002dee800, 0x15d4, 0x0, 0x0, 0x0)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9bc0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 977 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00221ba20, 0xc00352f220, 0x1, 0x1)
/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00352f588, 0xaa04f9, 0x2, 0xc004a00000, 0x1265, 0x1, 0x12, 0xc00254f700)
/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00352f518, 0xc00254eda0, 0x48)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9d40, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 1010 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001e47790, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001e47860, 0xc005509b20, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0043414d0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0043414a0, 0x0, 0x0, 0x0, 0x1980, 0xc005d01980, 0x1870, 0x0)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005d01980, 0x1870, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0026cdd80)
/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0053c7518, 0xc00472c720, 0xc00472cfe0)
/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003e9ec0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 952 [semacquire]:
syscall.ByteSliceFromString(0xc0005f9f20, 0x5a, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00306e000)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0005f9f20, 0x5a, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0005f9f20, 0x5a, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0005f9f20, 0x5a, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0005f9f20, 0x5a, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0005f9f20, 0x5a)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 953 [semacquire]:
syscall.ByteSliceFromString(0xc000346720, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00276d100)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc000346720, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc000346720, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc000346720, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000346720, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346720, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 954 [semacquire]:
syscall.ByteSliceFromString(0xc0003468a0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc0056d5800)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0003468a0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0003468a0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0003468a0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003468a0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003468a0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 955 [semacquire]:
syscall.ByteSliceFromString(0xc000346c60, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc000f43900)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc000346c60, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc000346c60, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc000346c60, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000346c60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346c60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 956 [semacquire]:
syscall.ByteSliceFromString(0xc000346de0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc004b23800)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc000346de0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc000346de0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc000346de0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000346de0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346de0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 957 [semacquire]:
syscall.ByteSliceFromString(0xc000346f60, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc00310ca80)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc000346f60, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc000346f60, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc000346f60, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000346f60, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000346f60, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 958 [semacquire]:
syscall.ByteSliceFromString(0xc0003470e0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc004f3e500)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0003470e0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0003470e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0003470e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003470e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003470e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 959 [semacquire]:
syscall.ByteSliceFromString(0xc000347260, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc0029d7500)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc000347260, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc000347260, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc000347260, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc000347260, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc000347260, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a
goroutine 960 [semacquire]:
syscall.ByteSliceFromString(0xc0003473e0, 0x5b, 0x127d7a0, 0x12a05f200, 0x0, 0x0, 0xc004948000)
/usr/local/go/src/syscall/syscall.go:53 +0x95
syscall.BytePtrFromString(...)
/usr/local/go/src/syscall/syscall.go:69
syscall.openat(0xffffffffffffff9c, 0xc0003473e0, 0x5b, 0x80000, 0x0, 0x11, 0xacd3bb, 0x75)
/usr/local/go/src/syscall/zsyscall_linux_amd64.go:64 +0x3f
syscall.Open(...)
/usr/local/go/src/syscall/syscall_linux.go:138
os.openFileNolog(0xc0003473e0, 0x5b, 0x0, 0x0, 0x1194, 0xaa04f9, 0x2)
/usr/local/go/src/os/file_unix.go:200 +0x8f
os.OpenFile(0xc0003473e0, 0x5b, 0x0, 0x0, 0x101000100, 0xab6d98, 0x13)
/usr/local/go/src/os/file.go:307 +0x63
os.Open(...)
/usr/local/go/src/os/file.go:287
io/ioutil.ReadFile(0xc0003473e0, 0x5b, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/io/ioutil/ioutil.go:53 +0x77
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc000029c70, 0xc000010668, 0xc000010670, 0xc0003473e0, 0x5b)
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:286 +0x8a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a